-- Logs begin at Tue 2021-05-25 11:24:05 UTC, end at Tue 2021-05-25 12:29:41 UTC. -- May 25 12:03:57.426345 dv-cinder-779233-5-smb systemd[1]: Started Devstack devstack@q-svc.service. May 25 12:03:58.400383 dv-cinder-779233-5-smb neutron-server[92363]: Beware of the coming changes in the project packaging May 25 12:03:58.401001 dv-cinder-779233-5-smb neutron-server[92363]: https://github.com/svinota/pyroute2/discussions/786 May 25 12:03:59.840008 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.common.config [-] Logging enabled! May 25 12:03:59.840620 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev240 May 25 12:03:59.840707 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92363) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 25 12:03:59.843849 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.common.config [-] Logging enabled! May 25 12:03:59.844101 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev240 May 25 12:03:59.844407 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92363) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 25 12:03:59.845318 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 25 12:03:59.845549 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 25 12:03:59.845894 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 25 12:03:59.846133 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 25 12:03:59.846353 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 25 12:03:59.846662 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:03:59.846950 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:03:59.847238 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:03:59.847487 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:03:59.847777 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:03:59.848061 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:03:59.848336 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:03:59.848615 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:03:59.848901 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:03:59.849181 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:03:59.849450 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:03:59.849726 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:03:59.849950 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:03:59.850224 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:03:59.850503 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:03:59.851417 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:03:59.851644 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] debug = True {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:03:59.851928 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:03:59.852352 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:03:59.852755 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:03:59.853032 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:03:59.853317 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:03:59.853592 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:03:59.853860 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:03:59.854131 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:03:59.854410 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:03:59.854733 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] host = dv-cinder-779233-5-smb {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:03:59.855006 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:03:59.855287 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:03:59.855591 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:03:59.855874 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:03:59.856143 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:03:59.856414 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:03:59.856693 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:03:59.856972 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:03:59.857225 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] log_file = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:03:59.857497 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:03:59.857778 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:03:59.858062 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:03:59.858352 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:03:59.858573 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:03:59.858791 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:03:59.859075 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:03:59.859382 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:03:59.859655 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:03:59.859926 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:03:59.860195 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:03:59.860466 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:03:59.860734 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:03:59.860999 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:03:59.861279 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:03:59.861557 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:03:59.861842 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:03:59.862113 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:03:59.862383 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:03:59.862649 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:03:59.862914 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:03:59.863194 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:03:59.863495 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:03:59.863768 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:03:59.864040 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:03:59.864326 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:03:59.864592 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:03:59.864862 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:03:59.865158 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:03:59.865440 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:03:59.865719 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:03:59.865999 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:03:59.866268 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:03:59.867080 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:03:59.867367 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:03:59.867639 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:03:59.867907 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] use_json = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:03:59.868174 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:03:59.868439 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:03:59.868716 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:03:59.868983 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:03:59.869248 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:03:59.869515 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:03:59.869781 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:03:59.870061 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:03:59.870351 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:03:59.870645 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:03:59.870939 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:03:59.871217 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:03:59.871533 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:03:59.871818 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:03:59.872104 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:03:59.872378 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:03:59.872664 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:03:59.872950 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:03:59.873234 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:03:59.873506 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:03:59.873793 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:03:59.874065 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:03:59.874357 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:03:59.874656 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:03:59.874946 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:03:59.875233 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:03:59.875527 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:03:59.875799 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:03:59.876068 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:03:59.876340 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:03:59.876621 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:03:59.876914 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:03:59.877200 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:03:59.877468 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:03:59.877743 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:03:59.878028 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:03:59.878300 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:03:59.878570 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:03:59.878842 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:03:59.879126 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:03:59.879431 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:03:59.879701 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:03:59.879979 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:03:59.880252 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:03:59.880517 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:03:59.880784 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:03:59.881055 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:03:59.881339 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:03:59.881610 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:03:59.881884 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:03:59.882782 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:03:59.883063 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:03:59.883375 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:03:59.883638 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:03:59.883913 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:03:59.884187 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:03:59.884458 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:03:59.884733 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:03:59.885001 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:03:59.885271 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:03:59.885545 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:03:59.885815 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:03:59.886090 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:03:59.886360 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:03:59.886630 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:03:59.886903 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:03:59.887172 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:03:59.887478 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:03:59.887747 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:03:59.888016 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:03:59.888315 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:03:59.888683 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:03:59.888974 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:03:59.889247 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:03:59.889519 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:03:59.889792 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:03:59.890078 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:03:59.890373 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:03:59.890649 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:03:59.890927 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:03:59.891204 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:03:59.891503 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:03:59.891782 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:03:59.892056 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:03:59.892333 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:03:59.892609 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:03:59.892879 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:03:59.893166 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:03:59.893448 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:03:59.893729 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:03:59.894005 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:03:59.894279 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:03:59.894568 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:03:59.894840 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:03:59.895118 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:03:59.895415 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:03:59.895689 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:03:59.895972 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:03:59.896249 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:03:59.896539 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:03:59.896829 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:03:59.897119 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:03:59.897408 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:03:59.897733 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:03:59.898013 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:03:59.898323 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:03:59.898602 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:03:59.898816 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 25 12:03:59.899054 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92363) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 25 12:04:00.246834 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:04:00.247106 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:04:00.247421 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:04:00.247893 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.manager [-] Loading core plugin: ml2 May 25 12:04:00.631384 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:00.631597 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:00.631841 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:00.633559 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:00.633829 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:00.634091 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:00.668811 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:00.669086 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:00.669349 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:00.682134 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:00.682412 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:00.682676 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:00.713694 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:00.713974 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:00.714242 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:00.749983 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:00.750259 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:00.750526 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:00.978213 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:00.978823 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:00.978823 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:00.979002 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:00.979738 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:01.101888 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:01.102202 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:01.102487 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:01.102756 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:01.103019 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:01.103338 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:01.103602 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:01.103865 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:01.104115 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:01.104393 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:01.104648 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:01.104910 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:01.105167 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:01.105418 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:01.105676 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:01.105938 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:01.107235 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:01.107553 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:01.107826 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:01.108126 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:01.108483 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:01.108746 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:01.108999 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:01.109283 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:01.109534 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:01.109781 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:01.110165 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92363) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 12:04:01.110405 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92363) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 12:04:01.110642 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92363) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 12:04:01.110878 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92363) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 12:04:01.111112 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92363) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 12:04:01.111355 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92363) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 12:04:01.111714 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 25 12:04:01.114782 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 25 12:04:01.118660 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 25 12:04:01.122358 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) May 25 12:04:01.123993 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 25 12:04:01.124431 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 25 12:04:01.124762 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 25 12:04:01.125148 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 25 12:04:01.128075 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 25 12:04:01.128320 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 25 12:04:01.128655 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 25 12:04:01.155784 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 25 12:04:01.156256 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:01.156547 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92363) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 25 12:04:01.156903 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:01.158239 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92363) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 25 12:04:01.158517 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 25 12:04:01.158761 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 25 12:04:01.161942 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:01.162229 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:01.233077 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 25 12:04:01.233263 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 25 12:04:01.233492 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 25 12:04:01.233852 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 25 12:04:01.263521 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_db.sqlalchemy.engines [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92363) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 25 12:04:01.927751 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.plugins.ml2.managers [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Initializing driver for type 'gre' May 25 12:04:01.928268 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] gre ID ranges: [(1, 1000)] May 25 12:04:02.134084 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.plugins.ml2.managers [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Initializing driver for type 'local' May 25 12:04:02.134741 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.plugins.ml2.managers [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Initializing driver for type 'vlan' May 25 12:04:02.236550 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] VlanTypeDriver initialization complete May 25 12:04:02.236848 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.plugins.ml2.managers [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Initializing driver for type 'vxlan' May 25 12:04:02.237357 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] vxlan ID ranges: [(1, 1000)] May 25 12:04:02.419395 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.plugins.ml2.managers [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Initializing extension driver 'port_security' May 25 12:04:02.419732 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.plugins.ml2.extensions.port_security [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] PortSecurityExtensionDriver initialization complete May 25 12:04:02.420065 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.plugins.ml2.managers [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Initializing mechanism driver 'openvswitch' May 25 12:04:02.420385 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.plugins.ml2.managers [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Initializing mechanism driver 'hyperv' May 25 12:04:02.426827 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.plugin [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92363) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:04:02.427621 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Subscribe: > port after_create 55550000 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:02.427991 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Subscribe: > port after_update 55550000 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:02.428337 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Subscribe: > port after_delete 55550000 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:02.428719 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Subscribe: > subnet after_create 55550000 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:02.429655 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Subscribe: > subnet after_update 55550000 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:02.429998 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:02.430371 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Subscribe: > network after_create 55550000 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:02.430713 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Subscribe: > network after_update 55550000 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:02.431066 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Subscribe: > network after_delete 55550000 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:02.431442 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Subscribe: > security_group after_create 55550000 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:02.431785 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Subscribe: > security_group after_update 55550000 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:02.432124 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Subscribe: > security_group after_delete 55550000 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:02.432525 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:02.432866 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:02.433198 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:02.433569 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Subscribe: > address_group after_create 55550000 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:02.433905 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Subscribe: > address_group after_update 55550000 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:02.434234 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Subscribe: > address_group after_delete 55550000 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:02.434566 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] ML2 OVO RPC backend initialized. {{(pid=92363) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} May 25 12:04:02.435262 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:02.435631 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:02.436038 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Subscribe: > network before_response 55550000 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:02.436380 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Subscribe: > networks before_response 55550000 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:02.436720 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Subscribe: > port before_response 55550000 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:02.437051 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Subscribe: > ports before_response 55550000 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:02.437384 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Subscribe: > subnet before_response 55550000 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:02.437714 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Subscribe: > subnets before_response 55550000 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:02.438052 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Subscribe: > network after_create 55550000 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:02.438385 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Subscribe: > network after_update 55550000 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:02.438711 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Subscribe: > network after_delete 55550000 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:02.439041 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Subscribe: > port after_create 55550000 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:02.439396 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Subscribe: > port after_update 55550000 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:02.443407 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Subscribe: > port after_delete 55550000 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:02.443407 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Subscribe: > subnet after_create 55550000 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:02.443407 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Subscribe: > subnet after_update 55550000 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:02.443407 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:02.443878 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.plugins.ml2.plugin [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Modular L2 Plugin initialization complete May 25 12:04:02.443878 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.manager [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loading services supported by the core plugin {{(pid=92363) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 25 12:04:02.443878 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.plugins.ml2.managers [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Got port-security extension from driver 'port_security' May 25 12:04:02.443878 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.extensions.vlantransparent [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Disabled vlantransparent extension. May 25 12:04:02.443878 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.manager [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92363) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 25 12:04:02.443878 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.manager [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loading Plugin: router May 25 12:04:02.481985 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Subscribe: > router_interface before_create 55550000 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:02.482378 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Subscribe: > router after_create 55549900 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:02.482749 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Subscribe: > router before_create 55549900 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:02.483111 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:02.483503 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:02.483856 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Subscribe: > router after_delete 55549900 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:02.484210 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Subscribe: > floatingip after_update 55550000 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:02.484566 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Subscribe: > router after_create 55549900 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:02.484906 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Subscribe: > router after_update 55549900 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:02.485250 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Subscribe: > router after_update 55549900 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:02.485592 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:02.485943 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Subscribe: > router after_update 55549900 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:02.486342 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Subscribe: > router precommit_update 55549900 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:02.486746 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Subscribe: port after_update 55550000 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:02.487039 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Subscribe: port after_delete 55550000 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:02.487399 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Subscribe: subnet after_update 55550000 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:02.487737 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:02.488081 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Subscribe: > port precommit_delete 55550000 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:02.488426 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Subscribe: > router precommit_create 55549900 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:02.488764 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Subscribe: port before_delete 55550000 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:02.489103 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Subscribe: > router precommit_create 55550000 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:02.489452 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Subscribe: > router after_update 55549900 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:02.489790 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Subscribe: > router precommit_delete 55549900 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:02.490131 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Subscribe: > router precommit_create 55549900 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:02.490517 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:02.490821 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Subscribe: > router precommit_update 55549900 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:02.491185 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Subscribe: > network after_delete 55550000 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:02.492058 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.quota.resource_registry [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Tracking information for resource: router configured {{(pid=92363) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 12:04:02.492386 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.quota.resource_registry [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Tracking information for resource: floatingip configured {{(pid=92363) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 25 12:04:02.497252 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.db.l3_agentschedulers_db [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 25 12:04:02.497834 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Subscribe: port after_update 55550000 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:02.498192 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Subscribe: port after_create 55550000 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:02.498542 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Subscribe: port after_delete 55550000 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:02.498888 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Subscribe: port after_update 55550000 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:02.499706 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Subscribe: > router before_create 55550100 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:02.500069 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Subscribe: > router precommit_delete 55550100 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:02.500425 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Subscribe: > router precommit_create 55550100 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:02.500776 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Subscribe: > router precommit_update 55550100 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:02.505221 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.services.provider_configuration [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Service providers = [] {{(pid=92363) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 25 12:04:02.505586 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.db.servicetype_db [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92363) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 25 12:04:02.508478 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.services.service_base [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92363) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 25 12:04:02.508825 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.services.service_base [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92363) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 25 12:04:02.509163 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.services.service_base [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92363) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 25 12:04:02.510046 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.services.service_base [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92363) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 25 12:04:02.510415 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.services.service_base [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Default provider is not specified for service type L3_ROUTER_NAT May 25 12:04:02.510949 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.manager [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92363) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 12:04:02.511271 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.manager [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 25 12:04:02.521547 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.manager [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92363) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 12:04:02.521880 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.manager [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loading Plugin: auto_allocate May 25 12:04:02.528102 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Subscribe: network precommit_update 55550000 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:02.528466 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Subscribe: network precommit_create 55550000 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:02.528976 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.manager [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92363) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 12:04:02.529292 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.manager [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loading Plugin: tag May 25 12:04:02.536007 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.manager [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92363) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 12:04:02.536338 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.manager [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loading Plugin: timestamp May 25 12:04:02.540647 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.manager [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92363) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 12:04:02.540976 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.manager [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loading Plugin: network_ip_availability May 25 12:04:02.546134 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:02.546503 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:02.546853 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:02.547576 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.manager [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92363) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 12:04:02.547892 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.manager [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loading Plugin: flavors May 25 12:04:02.552756 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.manager [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92363) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 12:04:02.553084 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.manager [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loading Plugin: revisions May 25 12:04:02.557305 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.manager [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92363) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 25 12:04:02.557694 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.310s {{(pid=92363) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:04:02.558412 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92363) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} May 25 12:04:02.558743 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Initializing extension manager. May 25 12:04:02.559241 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loading extension file: __init__.py {{(pid=92363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 12:04:02.559602 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loading extension file: __pycache__ {{(pid=92363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 12:04:02.559935 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 12:04:02.560264 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loading extension file: address_group.py {{(pid=92363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 12:04:02.561037 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 12:04:02.561588 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loaded extension: address-group May 25 12:04:02.561907 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loading extension file: address_scope.py {{(pid=92363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 12:04:02.562608 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 12:04:02.563112 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loaded extension: address-scope May 25 12:04:02.563463 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loading extension file: admin_state_down_before_update.py {{(pid=92363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 12:04:02.564374 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 12:04:02.564879 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loaded extension: router-admin-state-down-before-update May 25 12:04:02.565198 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loading extension file: agent.py {{(pid=92363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 12:04:02.565881 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 12:04:02.566379 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loaded extension: agent May 25 12:04:02.566696 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loading extension file: agent_resources_synced.py {{(pid=92363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 12:04:02.567601 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 12:04:02.568099 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loaded extension: agent-resources-synced May 25 12:04:02.568413 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loading extension file: allowedaddresspairs.py {{(pid=92363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 12:04:02.570175 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 12:04:02.570688 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loaded extension: allowed-address-pairs May 25 12:04:02.571008 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loading extension file: auto_allocated_topology.py {{(pid=92363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 12:04:02.572091 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 12:04:02.572605 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loaded extension: auto-allocated-topology May 25 12:04:02.572926 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loading extension file: availability_zone.py {{(pid=92363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 12:04:02.573600 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 12:04:02.574098 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loaded extension: availability_zone May 25 12:04:02.574416 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loading extension file: availability_zone_filter.py {{(pid=92363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 12:04:02.575298 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 12:04:02.575827 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loaded extension: availability_zone_filter May 25 12:04:02.576145 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loading extension file: data_plane_status.py {{(pid=92363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 12:04:02.577031 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 12:04:02.577525 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Extension data-plane-status not supported by any of loaded plugins May 25 12:04:02.577841 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loading extension file: default_subnetpools.py {{(pid=92363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 12:04:02.578726 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 12:04:02.579227 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loaded extension: default-subnetpools May 25 12:04:02.579578 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loading extension file: dhcpagentscheduler.py {{(pid=92363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 12:04:02.580366 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 12:04:02.580865 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loaded extension: dhcp_agent_scheduler May 25 12:04:02.581182 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loading extension file: dns.py {{(pid=92363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 12:04:02.582070 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 12:04:02.582569 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Extension dns-integration not supported by any of loaded plugins May 25 12:04:02.582884 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loading extension file: dns_domain_ports.py {{(pid=92363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 12:04:02.583805 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 12:04:02.584567 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Extension dns-domain-ports not supported by any of loaded plugins May 25 12:04:02.584881 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loading extension file: dvr.py {{(pid=92363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 12:04:02.586060 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 12:04:02.586554 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loaded extension: dvr May 25 12:04:02.586868 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loading extension file: empty_string_filtering.py {{(pid=92363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 12:04:02.587790 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 12:04:02.588289 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loaded extension: empty-string-filtering May 25 12:04:02.588604 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 12:04:02.589489 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 12:04:02.589988 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 25 12:04:02.590308 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 12:04:02.591202 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 12:04:02.591725 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 25 12:04:02.592042 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loading extension file: external_net.py {{(pid=92363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 12:04:02.592946 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 12:04:02.593454 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loaded extension: external-net May 25 12:04:02.593771 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loading extension file: extra_dhcp_opt.py {{(pid=92363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 12:04:02.594658 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 12:04:02.595161 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loaded extension: extra_dhcp_opt May 25 12:04:02.595515 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loading extension file: extraroute.py {{(pid=92363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 12:04:02.596402 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 12:04:02.596903 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loaded extension: extraroute May 25 12:04:02.597218 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loading extension file: extraroute_atomic.py {{(pid=92363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 12:04:02.598253 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 12:04:02.598756 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loaded extension: extraroute-atomic May 25 12:04:02.599070 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loading extension file: filter_validation.py {{(pid=92363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 12:04:02.599754 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 12:04:02.600252 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loaded extension: filter-validation May 25 12:04:02.600566 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loading extension file: fip_pf_description.py {{(pid=92363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 12:04:02.602245 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 12:04:02.602751 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 25 12:04:02.603069 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loading extension file: fip_port_details.py {{(pid=92363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 12:04:02.603989 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 12:04:02.604492 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loaded extension: fip-port-details May 25 12:04:02.604807 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loading extension file: flavors.py {{(pid=92363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 12:04:02.606021 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 12:04:02.606528 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loaded extension: flavors May 25 12:04:02.606849 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 12:04:02.608545 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 12:04:02.609052 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 25 12:04:02.609374 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loading extension file: floatingip_pools.py {{(pid=92363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 12:04:02.610060 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 12:04:02.610562 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loaded extension: floatingip-pools May 25 12:04:02.610881 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loading extension file: ip_allocation.py {{(pid=92363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 12:04:02.611812 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 12:04:02.612317 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Extension ip_allocation not supported by any of loaded plugins May 25 12:04:02.612637 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 12:04:02.613534 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 12:04:02.614031 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loaded extension: ip-substring-filtering May 25 12:04:02.614352 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loading extension file: l2_adjacency.py {{(pid=92363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 12:04:02.615263 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 12:04:02.615792 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Extension l2_adjacency not supported by any of loaded plugins May 25 12:04:02.616110 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loading extension file: l3.py {{(pid=92363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 12:04:02.617099 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 12:04:02.617604 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loaded extension: router May 25 12:04:02.617927 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loading extension file: l3_conntrack_helper.py {{(pid=92363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 12:04:02.620167 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 12:04:02.620688 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 25 12:04:02.621013 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 12:04:02.621920 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 12:04:02.622439 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loaded extension: ext-gw-mode May 25 12:04:02.622758 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 12:04:02.623692 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 12:04:02.624202 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loaded extension: l3-ha May 25 12:04:02.624526 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loading extension file: l3_flavors.py {{(pid=92363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 12:04:02.625427 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 12:04:02.625932 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loaded extension: l3-flavors May 25 12:04:02.626252 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 12:04:02.627157 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 12:04:02.627691 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loaded extension: l3-port-ip-change-not-allowed May 25 12:04:02.628009 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loading extension file: l3agentscheduler.py {{(pid=92363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 12:04:02.629043 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 12:04:02.629575 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loaded extension: l3_agent_scheduler May 25 12:04:02.629894 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loading extension file: logging.py {{(pid=92363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 12:04:02.631389 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 12:04:02.631927 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Extension logging not supported by any of loaded plugins May 25 12:04:02.632257 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loading extension file: metering.py {{(pid=92363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 12:04:02.632986 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 12:04:02.633559 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loaded extension: metering May 25 12:04:02.633877 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 12:04:02.634948 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 12:04:02.635489 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loaded extension: metering_source_and_destination_fields May 25 12:04:02.635808 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loading extension file: multiprovidernet.py {{(pid=92363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 12:04:02.636836 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 12:04:02.637347 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loaded extension: multi-provider May 25 12:04:02.637665 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loading extension file: netmtu.py {{(pid=92363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 12:04:02.638561 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 12:04:02.639066 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loaded extension: net-mtu May 25 12:04:02.639413 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loading extension file: netmtu_writable.py {{(pid=92363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 12:04:02.640306 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 12:04:02.640809 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loaded extension: net-mtu-writable May 25 12:04:02.641124 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loading extension file: network_availability_zone.py {{(pid=92363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 12:04:02.641774 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 12:04:02.642279 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loaded extension: network_availability_zone May 25 12:04:02.642594 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loading extension file: network_ip_availability.py {{(pid=92363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 12:04:02.643689 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 12:04:02.644199 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loaded extension: network-ip-availability May 25 12:04:02.644516 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loading extension file: network_segment_range.py {{(pid=92363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 12:04:02.645262 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 12:04:02.645757 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Extension network-segment-range not supported by any of loaded plugins May 25 12:04:02.646070 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loading extension file: pagination.py {{(pid=92363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 12:04:02.647033 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 12:04:02.647401 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loaded extension: pagination May 25 12:04:02.648265 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loading extension file: port_device_profile.py {{(pid=92363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 12:04:02.649148 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 12:04:02.649654 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loaded extension: port-device-profile May 25 12:04:02.649969 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 12:04:02.650870 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 12:04:02.651393 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loaded extension: port-mac-address-regenerate May 25 12:04:02.651713 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 12:04:02.652596 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 12:04:02.653104 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loaded extension: port-numa-affinity-policy May 25 12:04:02.653422 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loading extension file: port_resource_request.py {{(pid=92363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 12:04:02.654301 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 12:04:02.654796 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Extension port-resource-request not supported by any of loaded plugins May 25 12:04:02.655112 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loading extension file: portbindings.py {{(pid=92363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 12:04:02.656047 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 12:04:02.656549 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loaded extension: binding May 25 12:04:02.656868 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loading extension file: portbindings_extended.py {{(pid=92363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 12:04:02.658117 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 12:04:02.658623 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loaded extension: binding-extended May 25 12:04:02.658944 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loading extension file: portsecurity.py {{(pid=92363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 12:04:02.659878 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 12:04:02.660383 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loaded extension: port-security May 25 12:04:02.660703 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loading extension file: project_id.py {{(pid=92363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 12:04:02.661651 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 12:04:02.661977 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loaded extension: project-id May 25 12:04:02.662294 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loading extension file: providernet.py {{(pid=92363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 12:04:02.663811 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 12:04:02.664322 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loaded extension: provider May 25 12:04:02.664639 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loading extension file: qos.py {{(pid=92363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 12:04:02.668179 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 12:04:02.668696 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Extension qos not supported by any of loaded plugins May 25 12:04:02.669020 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 12:04:02.670237 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 12:04:02.670745 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 25 12:04:02.671065 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 12:04:02.671994 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 12:04:02.672506 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 25 12:04:02.672833 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loading extension file: qos_default.py {{(pid=92363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 12:04:02.673723 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 12:04:02.674234 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Extension qos-default not supported by any of loaded plugins May 25 12:04:02.674558 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loading extension file: qos_fip.py {{(pid=92363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 12:04:02.675195 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 12:04:02.675718 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Extension qos-fip not supported by any of loaded plugins May 25 12:04:02.676038 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loading extension file: qos_gateway_ip.py {{(pid=92363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 12:04:02.695652 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 12:04:02.696158 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 25 12:04:02.696477 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loading extension file: qos_port_network_policy.py {{(pid=92363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 12:04:02.697377 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 12:04:02.697880 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 25 12:04:02.698256 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loading extension file: qos_rule_type_details.py {{(pid=92363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 12:04:02.699121 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 12:04:02.699652 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 25 12:04:02.699973 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loading extension file: qos_rules_alias.py {{(pid=92363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 12:04:02.701001 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 12:04:02.701508 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Extension qos-rules-alias not supported by any of loaded plugins May 25 12:04:02.701826 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loading extension file: quotasv2.py {{(pid=92363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 12:04:02.702835 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 12:04:02.703165 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loaded extension: quotas May 25 12:04:02.703512 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loading extension file: quotasv2_detail.py {{(pid=92363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 12:04:02.705129 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 12:04:02.705464 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loaded extension: quota_details May 25 12:04:02.705792 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loading extension file: rbac.py {{(pid=92363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 12:04:02.706895 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 12:04:02.707445 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loaded extension: rbac-policies May 25 12:04:02.707770 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loading extension file: rbac_address_group.py {{(pid=92363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 12:04:02.708680 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 12:04:02.709448 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loaded extension: rbac-address-group May 25 12:04:02.710079 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loading extension file: rbac_address_scope.py {{(pid=92363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 12:04:02.710753 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 12:04:02.711259 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loaded extension: rbac-address-scope May 25 12:04:02.711602 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loading extension file: rbac_security_groups.py {{(pid=92363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 12:04:02.712495 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 12:04:02.713001 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loaded extension: rbac-security-groups May 25 12:04:02.713319 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loading extension file: rbac_subnetpool.py {{(pid=92363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 12:04:02.714229 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 12:04:02.714734 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loaded extension: rbac-subnetpool May 25 12:04:02.715051 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loading extension file: revisionifmatch.py {{(pid=92363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 12:04:02.715976 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 12:04:02.716480 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loaded extension: revision-if-match May 25 12:04:02.716797 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loading extension file: revisions.py {{(pid=92363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 12:04:02.724115 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 12:04:02.724618 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loaded extension: standard-attr-revisions May 25 12:04:02.724938 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loading extension file: router_availability_zone.py {{(pid=92363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 12:04:02.725609 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 12:04:02.726125 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loaded extension: router_availability_zone May 25 12:04:02.726445 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loading extension file: routerservicetype.py {{(pid=92363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 12:04:02.727376 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 12:04:02.727885 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Extension router-service-type not supported by any of loaded plugins May 25 12:04:02.728201 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 12:04:02.729103 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 12:04:02.729611 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loaded extension: security-groups-normalized-cidr May 25 12:04:02.729928 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loading extension file: security_groups_port_filtering.py {{(pid=92363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 12:04:02.730829 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 12:04:02.731350 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loaded extension: port-security-groups-filtering May 25 12:04:02.731681 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 12:04:02.732579 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 12:04:02.733083 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loaded extension: security-groups-remote-address-group May 25 12:04:02.733400 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loading extension file: securitygroup.py {{(pid=92363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 12:04:02.743589 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 12:04:02.744062 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loaded extension: security-group May 25 12:04:02.744390 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loading extension file: segment.py {{(pid=92363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 12:04:02.745162 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 12:04:02.745665 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Extension segment not supported by any of loaded plugins May 25 12:04:02.745989 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 12:04:02.746911 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 12:04:02.747439 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 25 12:04:02.747762 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loading extension file: servicetype.py {{(pid=92363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 12:04:02.748844 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 12:04:02.749353 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loaded extension: service-type May 25 12:04:02.749671 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loading extension file: sorting.py {{(pid=92363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 12:04:02.750628 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 12:04:02.750956 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loaded extension: sorting May 25 12:04:02.751273 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loading extension file: standard_attr_segment.py {{(pid=92363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 12:04:02.752184 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 12:04:02.752688 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Extension standard-attr-segment not supported by any of loaded plugins May 25 12:04:02.753005 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loading extension file: standardattrdescription.py {{(pid=92363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 12:04:02.753636 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 12:04:02.754135 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loaded extension: standard-attr-description May 25 12:04:02.754451 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loading extension file: stateful_security_group.py {{(pid=92363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 12:04:02.755381 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 12:04:02.755937 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loaded extension: stateful-security-group May 25 12:04:02.756257 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loading extension file: stdattrs_common.py {{(pid=92363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 12:04:02.756823 dv-cinder-779233-5-smb neutron-server[92363]: WARNING neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 25 12:04:02.757708 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 12:04:02.758679 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 12:04:02.759185 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 25 12:04:02.759530 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loading extension file: subnet_onboard.py {{(pid=92363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 12:04:02.760572 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 12:04:02.761126 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loaded extension: subnet_onboard May 25 12:04:02.761445 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 12:04:02.762355 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 12:04:02.762859 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 25 12:04:02.763179 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loading extension file: subnet_service_types.py {{(pid=92363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 12:04:02.764103 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 12:04:02.764615 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loaded extension: subnet-service-types May 25 12:04:02.764935 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loading extension file: subnetallocation.py {{(pid=92363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 12:04:02.765993 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 12:04:02.766510 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loaded extension: subnet_allocation May 25 12:04:02.766836 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 12:04:02.767524 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 12:04:02.768033 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loaded extension: subnetpool-prefix-ops May 25 12:04:02.768352 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 12:04:02.769316 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 12:04:02.769823 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 25 12:04:02.770142 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loading extension file: tagging.py {{(pid=92363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 12:04:02.771183 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 12:04:02.771734 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loaded extension: standard-attr-tag May 25 12:04:02.772059 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loading extension file: timestamp.py {{(pid=92363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 12:04:02.773305 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 12:04:02.773814 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loaded extension: standard-attr-timestamp May 25 12:04:02.774138 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loading extension file: trunk.py {{(pid=92363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 12:04:02.775152 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 12:04:02.775693 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Extension trunk not supported by any of loaded plugins May 25 12:04:02.776017 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loading extension file: trunk_details.py {{(pid=92363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 12:04:02.776929 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 12:04:02.777434 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Extension trunk-details not supported by any of loaded plugins May 25 12:04:02.777757 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loading extension file: uplink_status_propagation.py {{(pid=92363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 12:04:02.778662 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 12:04:02.779163 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 25 12:04:02.779520 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Loading extension file: vlantransparent.py {{(pid=92363) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 25 12:04:02.780171 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92363) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 25 12:04:02.780670 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Extension vlan-transparent not supported by any of loaded plugins May 25 12:04:02.783076 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.quota.resource_registry [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Creating instance of TrackedResource for resource:network May 25 12:04:02.783833 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.quota.resource_registry [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Creating instance of TrackedResource for resource:subnet May 25 12:04:02.785634 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.quota.resource_registry [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Creating instance of TrackedResource for resource:subnetpool May 25 12:04:02.787408 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.quota.resource_registry [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Creating instance of TrackedResource for resource:port May 25 12:04:02.787536 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.v2.resource_helper [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92363) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 12:04:02.787975 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.v2.resource_helper [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Service FLAVORS assigned prefix: {{(pid=92363) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 12:04:02.789138 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.v2.resource_helper [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92363) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 12:04:02.789564 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.v2.resource_helper [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92363) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 12:04:02.789891 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.quota.resource_registry [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Creating instance of TrackedResource for resource:router May 25 12:04:02.790539 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.quota.resource_registry [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Creating instance of TrackedResource for resource:floatingip May 25 12:04:02.791266 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.v2.resource_helper [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Service METERING assigned prefix: /metering {{(pid=92363) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 12:04:02.792720 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:02.793084 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:02.793429 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92363) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:04:02.794540 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.quota.resource_registry [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Creating instance of CountableResource for resource:rbac_policy May 25 12:04:02.794988 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.quota.resource_registry [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Creating instance of TrackedResource for resource:security_group May 25 12:04:02.795707 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.quota.resource_registry [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Creating instance of TrackedResource for resource:security_group_rule May 25 12:04:02.796434 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.v2.resource_helper [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Service CORE assigned prefix: {{(pid=92363) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 12:04:02.796762 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.quota.resource_registry [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Creating instance of TrackedResource for resource:subnetpool May 25 12:04:02.797092 dv-cinder-779233-5-smb neutron-server[92363]: WARNING neutron.quota.resource_registry [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] subnetpool is already registered May 25 12:04:02.797692 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.v2.resource_helper [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Service CORE assigned prefix: {{(pid=92363) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 12:04:02.798027 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.quota.resource_registry [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Creating instance of TrackedResource for resource:subnetpool May 25 12:04:02.798353 dv-cinder-779233-5-smb neutron-server[92363]: WARNING neutron.quota.resource_registry [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] subnetpool is already registered May 25 12:04:02.801056 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.v2.resource_helper [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92363) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 12:04:02.801440 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.v2.resource_helper [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Service FLAVORS assigned prefix: {{(pid=92363) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 12:04:02.802025 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.v2.resource_helper [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92363) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 12:04:02.802442 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.v2.resource_helper [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92363) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 12:04:02.802770 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.quota.resource_registry [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Creating instance of TrackedResource for resource:router May 25 12:04:02.803093 dv-cinder-779233-5-smb neutron-server[92363]: WARNING neutron.quota.resource_registry [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] router is already registered May 25 12:04:02.803715 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.quota.resource_registry [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Creating instance of TrackedResource for resource:floatingip May 25 12:04:02.804596 dv-cinder-779233-5-smb neutron-server[92363]: WARNING neutron.quota.resource_registry [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] floatingip is already registered May 25 12:04:02.805231 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.v2.resource_helper [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Service METERING assigned prefix: /metering {{(pid=92363) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 12:04:02.805886 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.quota.resource_registry [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Creating instance of CountableResource for resource:rbac_policy May 25 12:04:02.806206 dv-cinder-779233-5-smb neutron-server[92363]: WARNING neutron.quota.resource_registry [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] rbac_policy is already registered May 25 12:04:02.806749 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.quota.resource_registry [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Creating instance of TrackedResource for resource:security_group May 25 12:04:02.807149 dv-cinder-779233-5-smb neutron-server[92363]: WARNING neutron.quota.resource_registry [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] security_group is already registered May 25 12:04:02.807823 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.quota.resource_registry [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Creating instance of TrackedResource for resource:security_group_rule May 25 12:04:02.808158 dv-cinder-779233-5-smb neutron-server[92363]: WARNING neutron.quota.resource_registry [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] security_group_rule is already registered May 25 12:04:02.808821 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.v2.resource_helper [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Service CORE assigned prefix: {{(pid=92363) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 12:04:02.809147 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.quota.resource_registry [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Creating instance of TrackedResource for resource:subnetpool May 25 12:04:02.810330 dv-cinder-779233-5-smb neutron-server[92363]: WARNING neutron.quota.resource_registry [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] subnetpool is already registered May 25 12:04:02.810330 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.v2.resource_helper [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Service CORE assigned prefix: {{(pid=92363) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 25 12:04:02.810330 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.quota.resource_registry [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Creating instance of TrackedResource for resource:subnetpool May 25 12:04:02.810709 dv-cinder-779233-5-smb neutron-server[92363]: WARNING neutron.quota.resource_registry [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] subnetpool is already registered May 25 12:04:02.811365 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Extended resource: extensions {{(pid=92363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 12:04:02.812836 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Extended resource: address-groups {{(pid=92363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 12:04:02.814437 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Extended resource: address-scopes {{(pid=92363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 12:04:02.815670 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Extended resource: agents {{(pid=92363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 12:04:02.816825 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Extended resource: auto-allocated-topology {{(pid=92363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 12:04:02.818108 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Extended resource: availability_zones {{(pid=92363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 12:04:02.819459 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Extended resource: dhcp-networks {{(pid=92363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 12:04:02.820877 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Extended resource: dhcp-agents {{(pid=92363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 12:04:02.822326 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Extended resource: routers {{(pid=92363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 12:04:02.824166 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Extended resource: flavors {{(pid=92363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 12:04:02.825329 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Extended resource: service_profiles {{(pid=92363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 12:04:02.826529 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Extended resource: next_providers {{(pid=92363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 12:04:02.828130 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Extended resource: service_profiles {{(pid=92363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 12:04:02.829559 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Extended resource: floatingip-pools {{(pid=92363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 12:04:02.833309 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Extended resource: routers {{(pid=92363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 12:04:02.833309 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Extended resource: floatingips {{(pid=92363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 12:04:02.833845 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Extended resource: l3-routers {{(pid=92363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 12:04:02.835556 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Extended resource: l3-agents {{(pid=92363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 12:04:02.836952 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Extended resource: metering-labels {{(pid=92363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 12:04:02.838325 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Extended resource: metering-label-rules {{(pid=92363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 12:04:02.839628 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Extended resource: network-ip-availabilities {{(pid=92363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 12:04:02.840908 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Extended resource: bindings {{(pid=92363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 12:04:02.842568 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Extended resource: quotas {{(pid=92363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 12:04:02.844039 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Extended resource: quotas {{(pid=92363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 12:04:02.845435 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Extended resource: rbac-policies {{(pid=92363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 12:04:02.846738 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Extended resource: security-groups {{(pid=92363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 12:04:02.848022 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Extended resource: security-group-rules {{(pid=92363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 12:04:02.849266 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Extended resource: service-providers {{(pid=92363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 12:04:02.850484 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Extended resource: subnetpools {{(pid=92363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 12:04:02.853374 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Extended resource: subnetpools {{(pid=92363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 12:04:02.854814 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Extended resource: tags {{(pid=92363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 12:04:02.856582 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Extended resource: tags {{(pid=92363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 12:04:02.969991 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Extended resource: tags {{(pid=92363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 12:04:02.971809 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Extended resource: tags {{(pid=92363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 12:04:02.973582 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Extended resource: tags {{(pid=92363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 12:04:02.975485 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Extended resource: tags {{(pid=92363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 12:04:02.977206 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Extended resource: tags {{(pid=92363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 12:04:02.979120 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Extended resource: tags {{(pid=92363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 12:04:02.980879 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Extended resource: tags {{(pid=92363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 12:04:02.982750 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron.api.extensions [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Extended resource: tags {{(pid=92363) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 25 12:04:02.988598 dv-cinder-779233-5-smb neutron-server[92363]: WARNING keystonemiddleware.auth_token [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 25 12:04:02.993388 dv-cinder-779233-5-smb neutron-server[92363]: WARNING keystonemiddleware.auth_token [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 25 12:04:03.001756 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Acquired lock "singleton_lock" {{(pid=92363) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 25 12:04:03.002177 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_concurrency.lockutils [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Releasing lock "singleton_lock" {{(pid=92363) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 25 12:04:03.002794 dv-cinder-779233-5-smb neutron-server[92363]: INFO oslo_service.service [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Starting 2 workers May 25 12:04:03.007971 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Started child 92472 {{(pid=92363) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 25 12:04:03.012197 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Started child 92473 {{(pid=92363) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 25 12:04:03.013141 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:04:03.013848 dv-cinder-779233-5-smb neutron-server[92363]: INFO neutron.service [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Neutron service started, listening on 0.0.0.0:9696 May 25 12:04:03.014416 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Notify callbacks [] for process, before_spawn {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:04:03.014660 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [-] (92472) wsgi starting up on http://0.0.0.0:9696 May 25 12:04:03.016759 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:04:03.017226 dv-cinder-779233-5-smb neutron-server[92363]: INFO oslo_service.service [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Starting 1 workers May 25 12:04:03.018165 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [-] (92473) wsgi starting up on http://0.0.0.0:9696 May 25 12:04:03.021947 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Started child 92474 {{(pid=92363) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 25 12:04:03.022445 dv-cinder-779233-5-smb neutron-server[92363]: INFO oslo_service.service [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Starting 1 workers May 25 12:04:03.026144 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.service [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] calling RpcWorker wait() {{(pid=92474) _wait /opt/stack/neutron/neutron/service.py:128}} May 25 12:04:03.026755 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.service [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] returning from RpcWorker wait() {{(pid=92474) _wait /opt/stack/neutron/neutron/service.py:135}} May 25 12:04:03.027474 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Started child 92475 {{(pid=92363) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 25 12:04:03.028221 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:04:03.028327 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG neutron_lib.callbacks.manager [None req-cab09dbd-8ffa-4f0c-8d08-363472b96ff7 None None] Notify callbacks [] for process, after_spawn {{(pid=92363) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:04:03.028778 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=92474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:04:03.030116 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92363) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 25 12:04:03.030326 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 25 12:04:03.030511 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 25 12:04:03.030724 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 25 12:04:03.031041 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 25 12:04:03.031204 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 25 12:04:03.031730 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.032007 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.032285 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.032559 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.032841 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.032966 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:04:03.033452 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.033643 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.033881 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.034160 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.034412 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.034593 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.034758 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.034995 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.035230 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.035560 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.035853 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.036095 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.036372 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.036542 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.036785 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.037049 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.037277 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.037538 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] debug = True {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.037782 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.038301 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.038527 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.038774 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.039012 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.039284 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.039546 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.039829 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.040062 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.040300 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.040514 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.040770 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.041010 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.041244 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.041485 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.041736 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.041950 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.042429 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] host = dv-cinder-779233-5-smb {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.042650 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.042863 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.043118 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.043399 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.043646 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.043882 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.044131 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.044371 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.044613 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.044853 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.045092 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.045338 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.045552 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.045789 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] log_file = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.045951 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] log_options = True {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.046186 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.046458 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.046714 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.046902 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.047069 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.047245 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.047523 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.047689 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.047942 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.048158 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.048365 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.048577 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.048818 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.049056 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.049309 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.049549 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.049789 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.050012 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.050266 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.050491 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.050713 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.050956 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.051192 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.051434 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.051648 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.051859 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.052104 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.052317 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.052529 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.052792 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.053003 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.053260 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.053496 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.053772 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.054003 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.054230 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.054445 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.054704 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.054937 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.055180 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.055459 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.055672 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.055895 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.056130 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.056357 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.056586 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] use_json = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.056792 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.056999 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.057260 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.057469 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.057686 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.057894 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.058101 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.058347 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.058768 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.059058 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.059384 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.059673 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.059902 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.060143 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.060376 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.060787 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.060882 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.061451 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.061933 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.062110 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.062294 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.062537 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.062846 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.062981 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:04:03.063088 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.063393 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.063698 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.063923 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.064173 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.064411 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.064647 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.065004 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.065276 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.065530 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.065794 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.066020 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.066239 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.066454 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.066688 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.066926 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.067316 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.067623 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.067882 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.068114 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.068410 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.068593 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.068841 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.069089 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.069331 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.070107 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.070348 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.070573 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.070788 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.071025 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.071255 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.071494 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.071729 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.071968 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.072230 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.072475 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.072695 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.072933 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.073168 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.073389 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.073641 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.073881 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.074094 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.074309 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.074526 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.074752 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.076437 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.076437 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.076437 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.076437 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.076437 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.076437 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.076437 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.076948 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.076948 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.076948 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.077176 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.077389 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.077602 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.077819 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.078269 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.078269 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.079089 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.079089 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.079089 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.079089 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.079527 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.079527 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.087145 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.087145 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.087145 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.087145 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.087145 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.087145 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.087145 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.087145 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.087762 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.087762 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.087762 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.087762 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.087762 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.087762 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.087762 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.087762 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.088324 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.088324 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.088324 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.088324 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.088324 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.088324 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.088324 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.088324 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.088892 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.088892 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.088892 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.088892 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.088892 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.088892 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.088892 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.088892 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.089462 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.089462 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.089462 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.089462 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.089462 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.089811 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.089811 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.089988 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.090183 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.090414 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.090664 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.090903 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.091180 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.091434 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.091652 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.091865 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.092124 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.092438 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.092715 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.092959 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.093170 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.093442 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.093690 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.094076 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.094510 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.094754 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.094999 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.095255 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.095526 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.095875 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.096236 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.096614 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.096970 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.097209 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.098183 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.098721 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.099738 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 32876) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:04:03.099857 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.102754 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.103044 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.103283 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.103569 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.103858 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.104054 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.104304 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.104548 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.104774 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.105647 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.105647 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.105647 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.105920 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.105920 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.106096 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.106360 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.106585 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.106864 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.107121 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.107824 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.108582 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [-] 10.222.0.44 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065141 May 25 12:04:03.111290 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.111290 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.111290 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.111290 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.111676 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.111811 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.112347 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.112347 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.112522 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.112682 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.112946 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.113199 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.113429 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.113672 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.114381 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.114381 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.114661 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.115595 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.115595 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.115595 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.115810 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.115966 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.116194 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.116688 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.117153 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.117153 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.117426 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.117673 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.118146 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.118371 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.118588 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.118801 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.119033 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.119245 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.119969 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.120216 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.120926 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.121338 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.121580 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.121813 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.122907 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.122907 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.122907 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.122907 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.123185 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.123593 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.124301 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.124301 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.124301 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.124497 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.124699 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.125474 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.125851 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.126093 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.126573 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.126813 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.127024 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.127246 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.127496 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.127831 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.128097 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.128654 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.128956 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.129196 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.129432 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.129700 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.130029 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.130249 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.130491 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.130710 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.130945 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.131183 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.132593 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.132593 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.132593 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.132838 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.133102 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.133385 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.133706 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.134010 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.134163 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.134690 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.134799 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.135087 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.136150 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.136424 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.136707 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.136956 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.137169 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.137389 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.137625 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.137849 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.138109 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.138360 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.138585 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.138797 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.139024 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.139259 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.139533 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.139786 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.140000 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.140217 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.140388 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 25 12:04:03.141569 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92363) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 25 12:04:03.141569 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 25 12:04:03.141569 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 25 12:04:03.141569 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 25 12:04:03.141569 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 25 12:04:03.142249 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 25 12:04:03.142249 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.142249 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.142249 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.142768 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.142768 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.142768 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.142983 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.142983 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.143124 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.143221 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.143434 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.143554 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.143712 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.143871 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.144028 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.144196 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.144338 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.144495 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.144657 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.144814 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.144971 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.145127 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.145284 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] debug = True {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.146042 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.146175 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.146894 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.147214 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.147636 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.147978 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.148381 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.148694 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.148858 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.149018 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.149180 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.149339 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.150525 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.150525 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.150525 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.150525 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.150525 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.150953 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] host = dv-cinder-779233-5-smb {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.150953 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.150953 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.151159 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.151159 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.151311 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.152342 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.152342 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.152342 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.152342 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.152342 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.152342 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.152742 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.152742 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.152742 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] log_file = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.152990 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] log_options = True {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.152990 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.153106 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.153636 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.153636 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.153636 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.153877 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.153877 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.154033 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.154161 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.154321 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.154484 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.154641 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.154798 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.154957 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.155115 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.155273 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.155467 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.155650 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.155783 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.156552 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.156552 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.156552 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.156552 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.156552 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.156945 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.156945 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.157091 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.157168 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.157311 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.157508 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.157619 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.157776 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.158234 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.158234 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.158234 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.158457 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.158534 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.158664 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.158819 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.159126 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.159450 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.159758 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.159917 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.160075 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.160234 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.160391 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] use_json = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.161676 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.161676 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.161676 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.161676 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.161676 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.161676 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.161676 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.161676 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 25 12:04:03.162271 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.162271 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.162271 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.162271 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.162527 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.162527 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.162643 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.162804 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.162965 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.163697 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.163834 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.163999 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.164172 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.165261 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.165261 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.165261 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.165261 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.165261 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.165261 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.165261 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.165777 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.165777 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.165777 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.165985 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.166063 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.166202 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.166366 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.166527 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.166691 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.166853 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.167015 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.167176 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.167374 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.167567 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.167659 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.167812 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.167972 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.168133 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.168295 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.168456 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.168618 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.168777 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.168938 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.169099 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.169258 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.169561 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.169561 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.169707 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.169872 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.170030 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.170201 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.170362 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.170522 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.171021 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.171021 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.171021 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.171298 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.171298 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.171564 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.171735 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.171735 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.171919 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.172079 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.172239 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.172399 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.172562 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.172723 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.172882 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.173050 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.173201 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.173982 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.173982 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.173982 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.173982 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.173982 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.174344 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.174344 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.174485 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.174555 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.174698 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.174859 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.175056 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.175178 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.175357 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.175530 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.175707 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.176015 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.176015 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.176172 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.176332 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.176492 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.176654 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.176815 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.176975 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.177136 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.177295 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.177471 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.177656 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.177772 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.177978 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.178070 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.179064 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.179064 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.179064 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.179064 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.179064 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.179064 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.179484 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.179484 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.179602 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.179676 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.180357 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.180357 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.180357 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.180357 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.180734 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.180734 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.180734 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.180904 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.181025 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.181189 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.181350 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.181510 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.187397 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.187397 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.187397 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.187397 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.187397 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.187397 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.187397 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.187397 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.187934 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.187934 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.187934 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.187934 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.187934 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.187934 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.187934 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.187934 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.188451 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.188451 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.188451 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.188451 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.188451 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.188451 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.188451 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.188451 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.188977 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.188977 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.188977 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.188977 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.188977 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.188977 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.188977 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.188977 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.189513 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.189513 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.189513 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.189513 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.189513 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.189513 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.189513 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.189513 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.189977 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.189977 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.189977 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.189977 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.189977 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.189977 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.189977 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.189977 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.191300 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.191300 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.191300 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.191300 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.191300 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.191300 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.191300 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.191300 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.191871 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.191871 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.191871 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.191871 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.191871 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.191871 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.191871 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.191871 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.192396 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.192396 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.192396 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.192628 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.192628 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.192784 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.192863 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.193061 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.193179 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.193332 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.193514 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.193684 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.193833 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.193991 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.194137 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.194281 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.194457 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.194605 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.194749 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.194924 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.195174 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.195414 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.195526 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.195667 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.195876 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.196043 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.196255 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.196480 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.196630 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.196775 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.196919 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.197063 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.197229 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.198298 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.198298 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.198298 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.198777 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.198777 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.198777 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.198962 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.200128 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.200312 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.200461 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.200669 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.202003 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.202003 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.202003 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.202262 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.202262 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.202439 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.202616 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.202807 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.203243 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.203243 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.203446 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.203560 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.203894 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.204126 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.204306 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.204487 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.204665 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.204835 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.205014 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.205194 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.205520 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.205690 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.205863 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.206046 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.206255 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.206356 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.206525 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.206691 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.207721 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.207721 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.207721 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.207721 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.207721 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.207721 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.208085 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.208085 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.208201 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.208381 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.208482 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.208649 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.208817 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.208983 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.209147 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 25 12:04:03.209560 dv-cinder-779233-5-smb neutron-server[92363]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92363) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 25 12:04:03.220973 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:04:14.042643 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac72810-9148-4b5c-bee0-7a47e3bd8a7a None None] get_active_networks_info from dv-cinder-779233-5-smb {{(pid=92474) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 25 12:04:14.122930 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac72810-9148-4b5c-bee0-7a47e3bd8a7a None None] No non-hosted networks {{(pid=92474) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 25 12:04:14.125416 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.agentschedulers_db [None req-8ac72810-9148-4b5c-bee0-7a47e3bd8a7a None None] DHCP Agent not found on host dv-cinder-779233-5-smb {{(pid=92474) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 25 12:04:14.204357 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-fc6f63a3-7a3c-4f58-8f46-aee4ae8c5369 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478'] for agent, after_create {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:04:16.413310 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478'] for agent, after_create {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:04:16.414676 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:04:16.415228 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:04:16.415813 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:04:16.416629 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:04:16.418902 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:04:16.419506 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:04:16.420086 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:04:16.420552 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:04:16.421075 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:04:16.421536 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:04:16.422004 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:04:16.423678 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:04:16.424378 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-779233-5-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=92474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:04:16.439299 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-779233-5-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=92474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:04:16.867230 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-4ca9cde9-7142-40ed-9d01-32e794546f9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478'] for agent, after_create {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:04:16.900945 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.db.api [None req-56f68d4d-2d4a-4a61-a6d6-153d36f2b4d8 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agents.uniq_agents0agent_type0host'] with value(s) L3 agent-dv-cinder-779233-5-smb {{(pid=92474) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 12:04:16.901774 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_db.api [None req-56f68d4d-2d4a-4a61-a6d6-153d36f2b4d8 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=92474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 12:04:17.424624 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-56f68d4d-2d4a-4a61-a6d6-153d36f2b4d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:04:18.048003 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ff182aac-c7db-4435-9e5c-c570f96503ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478'] for agent, after_create {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:04:19.183175 dv-cinder-779233-5-smb neutron-server[92474]: INFO neutron.db.l3_hamode_db [None req-e280c3f4-aa21-4b94-815d-39a949f59974 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 25 12:04:19.269725 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e280c3f4-aa21-4b94-815d-39a949f59974 None None] Routers set() bound to L3 agent in host dv-cinder-779233-5-smb {{(pid=92474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 12:04:19.270042 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e280c3f4-aa21-4b94-815d-39a949f59974 None None] Router IDs set() for agent in host dv-cinder-779233-5-smb {{(pid=92474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 25 12:04:19.470934 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-cb1178c2-b2b5-418b-a63c-7279ce5a9fe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478'] for agent, after_create {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:04:20.664528 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 32976) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:04:21.236726 dv-cinder-779233-5-smb neutron-server[92473]: WARNING oslo_policy.policy [None req-f1394aa9-f698-4695-8e85-99b12eb47976 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 12:04:21.237307 dv-cinder-779233-5-smb neutron-server[92473]: WARNING oslo_policy.policy [None req-f1394aa9-f698-4695-8e85-99b12eb47976 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 12:04:21.455842 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [None req-f1394aa9-f698-4695-8e85-99b12eb47976 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=92473) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 12:04:21.456876 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-f1394aa9-f698-4695-8e85-99b12eb47976 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7914274 May 25 12:04:23.785205 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 32990) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:04:24.355175 dv-cinder-779233-5-smb neutron-server[92472]: WARNING oslo_policy.policy [None req-796a80fb-7e23-4131-ab69-662129718f67 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 12:04:24.355775 dv-cinder-779233-5-smb neutron-server[92472]: WARNING oslo_policy.policy [None req-796a80fb-7e23-4131-ab69-662129718f67 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 12:04:24.571832 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.v2.base [None req-796a80fb-7e23-4131-ab69-662129718f67 admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=92472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 12:04:24.670647 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.policy [None req-796a80fb-7e23-4131-ab69-662129718f67 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92472) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 25 12:04:24.715777 dv-cinder-779233-5-smb neutron-server[92472]: WARNING oslo_policy.policy [None req-796a80fb-7e23-4131-ab69-662129718f67 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 12:04:24.716157 dv-cinder-779233-5-smb neutron-server[92472]: WARNING oslo_policy.policy [None req-796a80fb-7e23-4131-ab69-662129718f67 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 12:04:24.724667 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.quota [None req-796a80fb-7e23-4131-ab69-662129718f67 admin admin] Loaded quota_driver: . May 25 12:04:24.740328 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-796a80fb-7e23-4131-ab69-662129718f67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:04:24.892862 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-796a80fb-7e23-4131-ab69-662129718f67 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786006036058', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786006035899', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786006021110', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786006019234', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786006005029', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786006002222', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1628820', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2021142', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-923136', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-605165'] for rbac-policy, before_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:04:25.109712 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-796a80fb-7e23-4131-ab69-662129718f67 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:04:25.111110 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-796a80fb-7e23-4131-ab69-662129718f67 admin admin] 10.222.0.44 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.3238947 May 25 12:04:27.684294 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 33008) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:04:28.034739 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.v2.base [None req-8e536324-0d3d-4da7-bed9-78785d69ce14 admin admin] Request body: {'network': {'project_id': 'b504d717c1c44e4e941247e602a918db', 'name': 'private', 'tenant_id': 'b504d717c1c44e4e941247e602a918db', 'admin_state_up': True}} {{(pid=92473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 12:04:28.036164 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.quota [None req-8e536324-0d3d-4da7-bed9-78785d69ce14 admin admin] Loaded quota_driver: . May 25 12:04:28.051294 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-8e536324-0d3d-4da7-bed9-78785d69ce14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:04:28.057966 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-8e536324-0d3d-4da7-bed9-78785d69ce14 admin admin] Usage tracker for resource:network and tenant:b504d717c1c44e4e941247e602a918db is out of sync, need to count used quota {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:04:28.063556 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-8e536324-0d3d-4da7-bed9-78785d69ce14 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:04:28.071600 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-8e536324-0d3d-4da7-bed9-78785d69ce14 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:04:28.162164 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e536324-0d3d-4da7-bed9-78785d69ce14 admin admin] Made reservation on behalf of b504d717c1c44e4e941247e602a918db for: {'network': 1} {{(pid=92473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 12:04:28.233176 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.policy [None req-8e536324-0d3d-4da7-bed9-78785d69ce14 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92473) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 25 12:04:28.279968 dv-cinder-779233-5-smb neutron-server[92473]: WARNING oslo_policy.policy [None req-8e536324-0d3d-4da7-bed9-78785d69ce14 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 12:04:28.280337 dv-cinder-779233-5-smb neutron-server[92473]: WARNING oslo_policy.policy [None req-8e536324-0d3d-4da7-bed9-78785d69ce14 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 25 12:04:28.291082 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-8e536324-0d3d-4da7-bed9-78785d69ce14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080768'] for network, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:04:28.310999 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-8e536324-0d3d-4da7-bed9-78785d69ce14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:04:28.325902 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-8e536324-0d3d-4da7-bed9-78785d69ce14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:04:28.329509 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-8e536324-0d3d-4da7-bed9-78785d69ce14 admin admin] Usage tracker for resource:security_group_rule and tenant:b504d717c1c44e4e941247e602a918db is out of sync, need to count used quota {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:04:28.335177 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-8e536324-0d3d-4da7-bed9-78785d69ce14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:04:28.340699 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-8e536324-0d3d-4da7-bed9-78785d69ce14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:04:28.437343 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-8e536324-0d3d-4da7-bed9-78785d69ce14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:04:28.487701 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-8e536324-0d3d-4da7-bed9-78785d69ce14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:04:28.493362 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:04:28.513382 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e536324-0d3d-4da7-bed9-78785d69ce14 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=92473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 12:04:28.536951 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-8e536324-0d3d-4da7-bed9-78785d69ce14 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8786008650469', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1959408'] for segment, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:04:28.538040 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-8e536324-0d3d-4da7-bed9-78785d69ce14 admin admin] Unsubscribe: segment precommit_create {{(pid=92473) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 25 12:04:28.538512 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.db.segments_db [None req-8e536324-0d3d-4da7-bed9-78785d69ce14 admin admin] Added segment 15a74451-03eb-47ab-9204-4dc0fdd88a96 of type vlan for network 52d84213-36e2-4b30-b87a-04facb016c2c May 25 12:04:28.546702 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e536324-0d3d-4da7-bed9-78785d69ce14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e148d7c4-7498-4e42-a982-7ac3f8e25cf4,revision_number=1']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:04:28.600723 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e536324-0d3d-4da7-bed9-78785d69ce14 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:04:28.600973 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e536324-0d3d-4da7-bed9-78785d69ce14 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:04:28.601285 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e536324-0d3d-4da7-bed9-78785d69ce14 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:04:28.601591 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e536324-0d3d-4da7-bed9-78785d69ce14 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:04:28.601892 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e536324-0d3d-4da7-bed9-78785d69ce14 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:04:28.602193 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e536324-0d3d-4da7-bed9-78785d69ce14 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:04:28.602536 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e536324-0d3d-4da7-bed9-78785d69ce14 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:04:28.602787 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e536324-0d3d-4da7-bed9-78785d69ce14 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:04:28.603099 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e536324-0d3d-4da7-bed9-78785d69ce14 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:04:28.603421 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e536324-0d3d-4da7-bed9-78785d69ce14 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:04:28.603718 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e536324-0d3d-4da7-bed9-78785d69ce14 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:04:28.604012 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e536324-0d3d-4da7-bed9-78785d69ce14 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:04:28.605048 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e536324-0d3d-4da7-bed9-78785d69ce14 admin admin] Tracked resource versions report: May 25 12:04:28.605048 dv-cinder-779233-5-smb neutron-server[92473]: pushed versions: May 25 12:04:28.605048 dv-cinder-779233-5-smb neutron-server[92473]: { 'AddressGroup': {'1.2'}, May 25 12:04:28.605048 dv-cinder-779233-5-smb neutron-server[92473]: 'ConntrackHelper': {'1.0'}, May 25 12:04:28.605048 dv-cinder-779233-5-smb neutron-server[92473]: 'Log': {'1.0'}, May 25 12:04:28.605048 dv-cinder-779233-5-smb neutron-server[92473]: 'Network': {'1.1'}, May 25 12:04:28.605048 dv-cinder-779233-5-smb neutron-server[92473]: 'Port': {'1.7'}, May 25 12:04:28.605048 dv-cinder-779233-5-smb neutron-server[92473]: 'PortForwarding': {'1.2'}, May 25 12:04:28.605048 dv-cinder-779233-5-smb neutron-server[92473]: 'QosPolicy': {'1.8'}, May 25 12:04:28.605048 dv-cinder-779233-5-smb neutron-server[92473]: 'SecurityGroup': {'1.4'}, May 25 12:04:28.605048 dv-cinder-779233-5-smb neutron-server[92473]: 'SecurityGroupRule': {'1.2'}, May 25 12:04:28.605048 dv-cinder-779233-5-smb neutron-server[92473]: 'SubPort': {'1.0'}, May 25 12:04:28.605048 dv-cinder-779233-5-smb neutron-server[92473]: 'Subnet': {'1.1'}, May 25 12:04:28.605048 dv-cinder-779233-5-smb neutron-server[92473]: 'Trunk': {'1.1'}} May 25 12:04:28.605048 dv-cinder-779233-5-smb neutron-server[92473]: consumer versions: May 25 12:04:28.605048 dv-cinder-779233-5-smb neutron-server[92473]: { DHCP agent@dv-cinder-779233-5-smb: {}, May 25 12:04:28.605048 dv-cinder-779233-5-smb neutron-server[92473]: L3 agent@dv-cinder-779233-5-smb: {}, May 25 12:04:28.605048 dv-cinder-779233-5-smb neutron-server[92473]: Metadata agent@dv-cinder-779233-5-smb: {}, May 25 12:04:28.605048 dv-cinder-779233-5-smb neutron-server[92473]: Metering agent@dv-cinder-779233-5-smb: {}, May 25 12:04:28.605048 dv-cinder-779233-5-smb neutron-server[92473]: Open vSwitch agent@dv-cinder-779233-5-smb: { 'AddressGroup': '1.2', May 25 12:04:28.605048 dv-cinder-779233-5-smb neutron-server[92473]: 'ConntrackHelper': '1.0', May 25 12:04:28.605048 dv-cinder-779233-5-smb neutron-server[92473]: 'Log': '1.0', May 25 12:04:28.605048 dv-cinder-779233-5-smb neutron-server[92473]: 'Network': '1.1', May 25 12:04:28.605048 dv-cinder-779233-5-smb neutron-server[92473]: 'Port': '1.7', May 25 12:04:28.605048 dv-cinder-779233-5-smb neutron-server[92473]: 'PortForwarding': '1.2', May 25 12:04:28.605048 dv-cinder-779233-5-smb neutron-server[92473]: 'QosPolicy': '1.8', May 25 12:04:28.605048 dv-cinder-779233-5-smb neutron-server[92473]: 'SecurityGroup': '1.4', May 25 12:04:28.605048 dv-cinder-779233-5-smb neutron-server[92473]: 'SecurityGroupRule': '1.2', May 25 12:04:28.605048 dv-cinder-779233-5-smb neutron-server[92473]: 'SubPort': '1.0', May 25 12:04:28.605048 dv-cinder-779233-5-smb neutron-server[92473]: 'Subnet': '1.1', May 25 12:04:28.605048 dv-cinder-779233-5-smb neutron-server[92473]: 'Trunk': '1.1'}} May 25 12:04:28.605048 dv-cinder-779233-5-smb neutron-server[92473]: {{(pid=92473) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 12:04:28.658483 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-8e536324-0d3d-4da7-bed9-78785d69ce14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:04:28.662911 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-8e536324-0d3d-4da7-bed9-78785d69ce14 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786008126284'] for network, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:04:28.789657 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-8e536324-0d3d-4da7-bed9-78785d69ce14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1019683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-653800'] for network, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:04:28.791091 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e536324-0d3d-4da7-bed9-78785d69ce14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:04:28.791819 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-8e536324-0d3d-4da7-bed9-78785d69ce14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653773'] for network, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:04:28.796420 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:04:28.899631 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e536324-0d3d-4da7-bed9-78785d69ce14 admin admin] Pushing event updated for resources: {'Network': ['ID=52d84213-36e2-4b30-b87a-04facb016c2c,revision_number=1']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:04:28.902626 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-8e536324-0d3d-4da7-bed9-78785d69ce14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:04:28.911506 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Network 52d84213-36e2-4b30-b87a-04facb016c2c details requested by agent ovs-agent-dv-cinder-779233-5-smb with host dv-cinder-779233-5-smb {{(pid=92474) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 12:04:28.974006 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-8e536324-0d3d-4da7-bed9-78785d69ce14 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.2886386 May 25 12:04:31.617827 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 33026) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:04:32.094730 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aaa1513-d073-4d10-9cb7-892e6268e761 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:04:32.096118 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-4aaa1513-d073-4d10-9cb7-892e6268e761 admin admin] 10.222.0.44 "GET /v2.0/networks/52d84213-36e2-4b30-b87a-04facb016c2c HTTP/1.1" status: 200 len: 825 time: 0.4773452 May 25 12:04:32.122047 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-ed01ecff-4207-4cd4-8089-a942d0e44156 admin admin] 10.222.0.44 "GET /v2.0/subnetpools/115cd7a8-909a-4c9a-9720-b7d43ffc6f42 HTTP/1.1" status: 200 len: 734 time: 0.0205762 May 25 12:04:32.130039 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.v2.base [None req-0a68647e-dfa6-4129-a534-e1d28f215a68 admin admin] Request body: {'subnet': {'subnetpool_id': '115cd7a8-909a-4c9a-9720-b7d43ffc6f42', 'tenant_id': 'b504d717c1c44e4e941247e602a918db', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': '52d84213-36e2-4b30-b87a-04facb016c2c', 'name': 'private-subnet'}} {{(pid=92472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 12:04:32.134949 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-0a68647e-dfa6-4129-a534-e1d28f215a68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:04:32.139040 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-0a68647e-dfa6-4129-a534-e1d28f215a68 admin admin] Usage tracker for resource:subnet and tenant:b504d717c1c44e4e941247e602a918db is out of sync, need to count used quota {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:04:32.142616 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-0a68647e-dfa6-4129-a534-e1d28f215a68 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:04:32.149327 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-0a68647e-dfa6-4129-a534-e1d28f215a68 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:04:32.212759 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a68647e-dfa6-4129-a534-e1d28f215a68 admin admin] Made reservation on behalf of b504d717c1c44e4e941247e602a918db for: {'subnet': 1} {{(pid=92472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 12:04:32.215343 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-0a68647e-dfa6-4129-a534-e1d28f215a68 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:04:32.765067 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-0a68647e-dfa6-4129-a534-e1d28f215a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811'] for subnet, after_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:04:32.770565 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:04:32.842010 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a68647e-dfa6-4129-a534-e1d28f215a68 admin admin] Checking segment: {'id': '15a74451-03eb-47ab-9204-4dc0fdd88a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '52d84213-36e2-4b30-b87a-04facb016c2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 12:04:32.842423 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a68647e-dfa6-4129-a534-e1d28f215a68 admin admin] Network hostable DHCP agents. Network: 52d84213-36e2-4b30-b87a-04facb016c2c, hostable agents: ['0c80ff5a-370f-48e8-a560-f3922f41a294'], hosted agents: [] {{(pid=92472) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 12:04:32.861482 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a68647e-dfa6-4129-a534-e1d28f215a68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3ffabc4-9e46-4d30-9f72-3e0465b6385a,revision_number=0']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:04:32.871230 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a68647e-dfa6-4129-a534-e1d28f215a68 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:04:32.871585 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a68647e-dfa6-4129-a534-e1d28f215a68 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:04:32.871944 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a68647e-dfa6-4129-a534-e1d28f215a68 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:04:32.872283 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a68647e-dfa6-4129-a534-e1d28f215a68 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:04:32.872564 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a68647e-dfa6-4129-a534-e1d28f215a68 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:04:32.872924 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a68647e-dfa6-4129-a534-e1d28f215a68 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:04:32.873232 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a68647e-dfa6-4129-a534-e1d28f215a68 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:04:32.873502 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a68647e-dfa6-4129-a534-e1d28f215a68 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:04:32.873821 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a68647e-dfa6-4129-a534-e1d28f215a68 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:04:32.874117 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a68647e-dfa6-4129-a534-e1d28f215a68 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:04:32.874423 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a68647e-dfa6-4129-a534-e1d28f215a68 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:04:32.874737 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a68647e-dfa6-4129-a534-e1d28f215a68 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:04:32.875767 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a68647e-dfa6-4129-a534-e1d28f215a68 admin admin] Tracked resource versions report: May 25 12:04:32.875767 dv-cinder-779233-5-smb neutron-server[92472]: pushed versions: May 25 12:04:32.875767 dv-cinder-779233-5-smb neutron-server[92472]: { 'AddressGroup': {'1.2'}, May 25 12:04:32.875767 dv-cinder-779233-5-smb neutron-server[92472]: 'ConntrackHelper': {'1.0'}, May 25 12:04:32.875767 dv-cinder-779233-5-smb neutron-server[92472]: 'Log': {'1.0'}, May 25 12:04:32.875767 dv-cinder-779233-5-smb neutron-server[92472]: 'Network': {'1.1'}, May 25 12:04:32.875767 dv-cinder-779233-5-smb neutron-server[92472]: 'Port': {'1.7'}, May 25 12:04:32.875767 dv-cinder-779233-5-smb neutron-server[92472]: 'PortForwarding': {'1.2'}, May 25 12:04:32.875767 dv-cinder-779233-5-smb neutron-server[92472]: 'QosPolicy': {'1.8'}, May 25 12:04:32.875767 dv-cinder-779233-5-smb neutron-server[92472]: 'SecurityGroup': {'1.4'}, May 25 12:04:32.875767 dv-cinder-779233-5-smb neutron-server[92472]: 'SecurityGroupRule': {'1.2'}, May 25 12:04:32.875767 dv-cinder-779233-5-smb neutron-server[92472]: 'SubPort': {'1.0'}, May 25 12:04:32.875767 dv-cinder-779233-5-smb neutron-server[92472]: 'Subnet': {'1.1'}, May 25 12:04:32.875767 dv-cinder-779233-5-smb neutron-server[92472]: 'Trunk': {'1.1'}} May 25 12:04:32.875767 dv-cinder-779233-5-smb neutron-server[92472]: consumer versions: May 25 12:04:32.875767 dv-cinder-779233-5-smb neutron-server[92472]: { DHCP agent@dv-cinder-779233-5-smb: {}, May 25 12:04:32.875767 dv-cinder-779233-5-smb neutron-server[92472]: L3 agent@dv-cinder-779233-5-smb: {}, May 25 12:04:32.875767 dv-cinder-779233-5-smb neutron-server[92472]: Metadata agent@dv-cinder-779233-5-smb: {}, May 25 12:04:32.875767 dv-cinder-779233-5-smb neutron-server[92472]: Metering agent@dv-cinder-779233-5-smb: {}, May 25 12:04:32.875767 dv-cinder-779233-5-smb neutron-server[92472]: Open vSwitch agent@dv-cinder-779233-5-smb: { 'AddressGroup': '1.2', May 25 12:04:32.875767 dv-cinder-779233-5-smb neutron-server[92472]: 'ConntrackHelper': '1.0', May 25 12:04:32.875767 dv-cinder-779233-5-smb neutron-server[92472]: 'Log': '1.0', May 25 12:04:32.875767 dv-cinder-779233-5-smb neutron-server[92472]: 'Network': '1.1', May 25 12:04:32.875767 dv-cinder-779233-5-smb neutron-server[92472]: 'Port': '1.7', May 25 12:04:32.875767 dv-cinder-779233-5-smb neutron-server[92472]: 'PortForwarding': '1.2', May 25 12:04:32.875767 dv-cinder-779233-5-smb neutron-server[92472]: 'QosPolicy': '1.8', May 25 12:04:32.875767 dv-cinder-779233-5-smb neutron-server[92472]: 'SecurityGroup': '1.4', May 25 12:04:32.875767 dv-cinder-779233-5-smb neutron-server[92472]: 'SecurityGroupRule': '1.2', May 25 12:04:32.875767 dv-cinder-779233-5-smb neutron-server[92472]: 'SubPort': '1.0', May 25 12:04:32.875767 dv-cinder-779233-5-smb neutron-server[92472]: 'Subnet': '1.1', May 25 12:04:32.875767 dv-cinder-779233-5-smb neutron-server[92472]: 'Trunk': '1.1'}} May 25 12:04:32.875767 dv-cinder-779233-5-smb neutron-server[92472]: {{(pid=92472) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 12:04:32.903488 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-0a68647e-dfa6-4129-a534-e1d28f215a68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:04:32.939194 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a68647e-dfa6-4129-a534-e1d28f215a68 admin admin] Network 52d84213-36e2-4b30-b87a-04facb016c2c is scheduled to be hosted by DHCP agent 0c80ff5a-370f-48e8-a560-f3922f41a294 with binding_index 1 {{(pid=92472) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 12:04:32.995916 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.scheduler.base_scheduler [None req-0a68647e-dfa6-4129-a534-e1d28f215a68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779233-5-smb, 52d84213-36e2-4b30-b87a-04facb016c2c) {{(pid=92472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 12:04:33.000562 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a68647e-dfa6-4129-a534-e1d28f215a68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:04:33.001187 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-0a68647e-dfa6-4129-a534-e1d28f215a68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653773'] for subnet, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:04:33.005341 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c59cfeac-f82a-4849-ad4c-51e77929336d None None] Network 52d84213-36e2-4b30-b87a-04facb016c2c requested from dv-cinder-779233-5-smb {{(pid=92474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 12:04:33.053869 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-0a68647e-dfa6-4129-a534-e1d28f215a68 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9269691 May 25 12:04:33.314556 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550a34de-a3ae-4a8c-84da-c5de52f8f8d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb470bd2-2dac-5629-b131-0e08a6e57b62-52d84213-36e2-4b30-b87a-04facb016c2c', 'network_id': '52d84213-36e2-4b30-b87a-04facb016c2c', 'tenant_id': 'b504d717c1c44e4e941247e602a918db', 'fixed_ips': [{'subnet_id': 'd3ffabc4-9e46-4d30-9f72-3e0465b6385a'}]}} from dv-cinder-779233-5-smb. {{(pid=92474) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 12:04:33.315809 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-550a34de-a3ae-4a8c-84da-c5de52f8f8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_create {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:04:33.499471 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.db_base_plugin_common [None req-550a34de-a3ae-4a8c-84da-c5de52f8f8d6 None None] Allocated IP 172.20.0.2 (52d84213-36e2-4b30-b87a-04facb016c2c/d3ffabc4-9e46-4d30-9f72-3e0465b6385a/ab4792fa-d90e-48ba-a8d0-47d01eed0ac3) {{(pid=92474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 12:04:33.724158 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-550a34de-a3ae-4a8c-84da-c5de52f8f8d6 None None] Notify callbacks [] for port, precommit_create {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:04:33.737655 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-550a34de-a3ae-4a8c-84da-c5de52f8f8d6 None None] Transition to ACTIVE for port object ab4792fa-d90e-48ba-a8d0-47d01eed0ac3 will not be triggered until provisioned by entity L2. {{(pid=92474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 12:04:33.760153 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-550a34de-a3ae-4a8c-84da-c5de52f8f8d6 None None] Transition to ACTIVE for port object ab4792fa-d90e-48ba-a8d0-47d01eed0ac3 will not be triggered until provisioned by entity DHCP. {{(pid=92474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 12:04:33.836847 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-550a34de-a3ae-4a8c-84da-c5de52f8f8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786008105683'] for port, after_create {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:04:33.841676 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:04:33.903292 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550a34de-a3ae-4a8c-84da-c5de52f8f8d6 None None] Network 52d84213-36e2-4b30-b87a-04facb016c2c is already hosted by enough agents. {{(pid=92474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 12:04:33.906169 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.scheduler.base_scheduler [None req-550a34de-a3ae-4a8c-84da-c5de52f8f8d6 None None] Resources bound (agent type, host, resource id): {{(pid=92474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 12:04:33.912667 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550a34de-a3ae-4a8c-84da-c5de52f8f8d6 None None] Received port after_create {{(pid=92474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 12:04:33.915997 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550a34de-a3ae-4a8c-84da-c5de52f8f8d6 None None] Pushing event updated for resources: {'Port': ['ID=ab4792fa-d90e-48ba-a8d0-47d01eed0ac3,revision_number=1']} {{(pid=92474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:04:33.953615 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550a34de-a3ae-4a8c-84da-c5de52f8f8d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:04:33.953949 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550a34de-a3ae-4a8c-84da-c5de52f8f8d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:04:33.954276 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550a34de-a3ae-4a8c-84da-c5de52f8f8d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:04:33.954595 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550a34de-a3ae-4a8c-84da-c5de52f8f8d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:04:33.955001 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550a34de-a3ae-4a8c-84da-c5de52f8f8d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:04:33.955341 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550a34de-a3ae-4a8c-84da-c5de52f8f8d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:04:33.955656 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550a34de-a3ae-4a8c-84da-c5de52f8f8d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:04:33.955964 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550a34de-a3ae-4a8c-84da-c5de52f8f8d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:04:33.956273 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550a34de-a3ae-4a8c-84da-c5de52f8f8d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:04:33.956581 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550a34de-a3ae-4a8c-84da-c5de52f8f8d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:04:33.956887 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550a34de-a3ae-4a8c-84da-c5de52f8f8d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:04:33.957192 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550a34de-a3ae-4a8c-84da-c5de52f8f8d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:04:33.958238 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550a34de-a3ae-4a8c-84da-c5de52f8f8d6 None None] Tracked resource versions report: May 25 12:04:33.958238 dv-cinder-779233-5-smb neutron-server[92474]: pushed versions: May 25 12:04:33.958238 dv-cinder-779233-5-smb neutron-server[92474]: { 'AddressGroup': {'1.2'}, May 25 12:04:33.958238 dv-cinder-779233-5-smb neutron-server[92474]: 'ConntrackHelper': {'1.0'}, May 25 12:04:33.958238 dv-cinder-779233-5-smb neutron-server[92474]: 'Log': {'1.0'}, May 25 12:04:33.958238 dv-cinder-779233-5-smb neutron-server[92474]: 'Network': {'1.1'}, May 25 12:04:33.958238 dv-cinder-779233-5-smb neutron-server[92474]: 'Port': {'1.7'}, May 25 12:04:33.958238 dv-cinder-779233-5-smb neutron-server[92474]: 'PortForwarding': {'1.2'}, May 25 12:04:33.958238 dv-cinder-779233-5-smb neutron-server[92474]: 'QosPolicy': {'1.8'}, May 25 12:04:33.958238 dv-cinder-779233-5-smb neutron-server[92474]: 'SecurityGroup': {'1.4'}, May 25 12:04:33.958238 dv-cinder-779233-5-smb neutron-server[92474]: 'SecurityGroupRule': {'1.2'}, May 25 12:04:33.958238 dv-cinder-779233-5-smb neutron-server[92474]: 'SubPort': {'1.0'}, May 25 12:04:33.958238 dv-cinder-779233-5-smb neutron-server[92474]: 'Subnet': {'1.1'}, May 25 12:04:33.958238 dv-cinder-779233-5-smb neutron-server[92474]: 'Trunk': {'1.1'}} May 25 12:04:33.958238 dv-cinder-779233-5-smb neutron-server[92474]: consumer versions: May 25 12:04:33.958238 dv-cinder-779233-5-smb neutron-server[92474]: { DHCP agent@dv-cinder-779233-5-smb: {}, May 25 12:04:33.958238 dv-cinder-779233-5-smb neutron-server[92474]: L3 agent@dv-cinder-779233-5-smb: {}, May 25 12:04:33.958238 dv-cinder-779233-5-smb neutron-server[92474]: Metadata agent@dv-cinder-779233-5-smb: {}, May 25 12:04:33.958238 dv-cinder-779233-5-smb neutron-server[92474]: Metering agent@dv-cinder-779233-5-smb: {}, May 25 12:04:33.958238 dv-cinder-779233-5-smb neutron-server[92474]: Open vSwitch agent@dv-cinder-779233-5-smb: { 'AddressGroup': '1.2', May 25 12:04:33.958238 dv-cinder-779233-5-smb neutron-server[92474]: 'ConntrackHelper': '1.0', May 25 12:04:33.958238 dv-cinder-779233-5-smb neutron-server[92474]: 'Log': '1.0', May 25 12:04:33.958238 dv-cinder-779233-5-smb neutron-server[92474]: 'Network': '1.1', May 25 12:04:33.958238 dv-cinder-779233-5-smb neutron-server[92474]: 'Port': '1.7', May 25 12:04:33.958238 dv-cinder-779233-5-smb neutron-server[92474]: 'PortForwarding': '1.2', May 25 12:04:33.958238 dv-cinder-779233-5-smb neutron-server[92474]: 'QosPolicy': '1.8', May 25 12:04:33.958238 dv-cinder-779233-5-smb neutron-server[92474]: 'SecurityGroup': '1.4', May 25 12:04:33.958238 dv-cinder-779233-5-smb neutron-server[92474]: 'SecurityGroupRule': '1.2', May 25 12:04:33.958238 dv-cinder-779233-5-smb neutron-server[92474]: 'SubPort': '1.0', May 25 12:04:33.958238 dv-cinder-779233-5-smb neutron-server[92474]: 'Subnet': '1.1', May 25 12:04:33.958238 dv-cinder-779233-5-smb neutron-server[92474]: 'Trunk': '1.1'}} May 25 12:04:33.958238 dv-cinder-779233-5-smb neutron-server[92474]: {{(pid=92474) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 12:04:33.992090 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-550a34de-a3ae-4a8c-84da-c5de52f8f8d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:04:34.015812 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.managers [None req-550a34de-a3ae-4a8c-84da-c5de52f8f8d6 None None] Attempting to bind port ab4792fa-d90e-48ba-a8d0-47d01eed0ac3 on host dv-cinder-779233-5-smb for vnic_type normal with profile {{(pid=92474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 12:04:34.016444 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.managers [None req-550a34de-a3ae-4a8c-84da-c5de52f8f8d6 None None] Attempting to bind port ab4792fa-d90e-48ba-a8d0-47d01eed0ac3 by drivers openvswitch,hyperv on host dv-cinder-779233-5-smb at level 0 using segments [{'id': '15a74451-03eb-47ab-9204-4dc0fdd88a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '52d84213-36e2-4b30-b87a-04facb016c2c'}] {{(pid=92474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 12:04:34.016608 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550a34de-a3ae-4a8c-84da-c5de52f8f8d6 None None] Attempting to bind port ab4792fa-d90e-48ba-a8d0-47d01eed0ac3 on network 52d84213-36e2-4b30-b87a-04facb016c2c {{(pid=92474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 12:04:34.022184 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550a34de-a3ae-4a8c-84da-c5de52f8f8d6 None None] Checking agent: {'id': 'dfb2fd04-6671-4c26-88c9-b30127e2e29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779233-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 12, 4, 16), 'started_at': datetime.datetime(2021, 5, 25, 12, 4, 16), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 12, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779233-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 12:04:34.022574 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550a34de-a3ae-4a8c-84da-c5de52f8f8d6 None None] Checking segment: {'id': '15a74451-03eb-47ab-9204-4dc0fdd88a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '52d84213-36e2-4b30-b87a-04facb016c2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 12:04:34.023026 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-550a34de-a3ae-4a8c-84da-c5de52f8f8d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:04:34.023438 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550a34de-a3ae-4a8c-84da-c5de52f8f8d6 None None] Bound using segment: {'id': '15a74451-03eb-47ab-9204-4dc0fdd88a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '52d84213-36e2-4b30-b87a-04facb016c2c'} {{(pid=92474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 12:04:34.023958 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.managers [None req-550a34de-a3ae-4a8c-84da-c5de52f8f8d6 None None] Bound port: ab4792fa-d90e-48ba-a8d0-47d01eed0ac3, host: dv-cinder-779233-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15a74451-03eb-47ab-9204-4dc0fdd88a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '52d84213-36e2-4b30-b87a-04facb016c2c'}}] {{(pid=92474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 12:04:34.024326 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-550a34de-a3ae-4a8c-84da-c5de52f8f8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:04:34.108428 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-550a34de-a3ae-4a8c-84da-c5de52f8f8d6 None None] For port ab4792fa-d90e-48ba-a8d0-47d01eed0ac3, host dv-cinder-779233-5-smb, cleared binding levels {{(pid=92474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 12:04:34.112353 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-550a34de-a3ae-4a8c-84da-c5de52f8f8d6 None None] For port ab4792fa-d90e-48ba-a8d0-47d01eed0ac3, host dv-cinder-779233-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-5-smb',level=0,port_id=ab4792fa-d90e-48ba-a8d0-47d01eed0ac3,segment=NetworkSegment(15a74451-03eb-47ab-9204-4dc0fdd88a96),segment_id=15a74451-03eb-47ab-9204-4dc0fdd88a96)] {{(pid=92474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 12:04:34.189895 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-550a34de-a3ae-4a8c-84da-c5de52f8f8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:04:34.195386 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:04:34.281797 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550a34de-a3ae-4a8c-84da-c5de52f8f8d6 None None] Pushing event updated for resources: {'Port': ['ID=ab4792fa-d90e-48ba-a8d0-47d01eed0ac3,revision_number=2']} {{(pid=92474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:04:34.284422 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-550a34de-a3ae-4a8c-84da-c5de52f8f8d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:04:35.418532 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 33040) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:04:35.789657 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [None req-b03e4651-96d7-420b-bce0-f7a3a908521e admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=92472) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 12:04:35.791294 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-b03e4651-96d7-420b-bce0-f7a3a908521e admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3711133 May 25 12:04:38.110844 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 33050) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:04:38.476059 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [None req-deb7fe71-ae2d-4f25-9759-fb0c8d9a0a37 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=92472) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 12:04:38.477130 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-deb7fe71-ae2d-4f25-9759-fb0c8d9a0a37 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3653426 May 25 12:04:38.836591 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Device ab4792fa-d90e-48ba-a8d0-47d01eed0ac3 up at agent ovs-agent-dv-cinder-779233-5-smb {{(pid=92474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 12:04:38.961571 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Provisioning for port ab4792fa-d90e-48ba-a8d0-47d01eed0ac3 completed by entity L2. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 12:04:39.830391 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf021d10-6507-4b24-abdd-0a1472600dcb None None] Network 52d84213-36e2-4b30-b87a-04facb016c2c requested from dv-cinder-779233-5-smb {{(pid=92474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 12:04:39.990842 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-4b4dedcc-9fda-465e-a5bd-9a860328aa44 None None] Provisioning for port ab4792fa-d90e-48ba-a8d0-47d01eed0ac3 completed by entity DHCP. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 12:04:40.002416 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-4b4dedcc-9fda-465e-a5bd-9a860328aa44 None None] Provisioning complete for port ab4792fa-d90e-48ba-a8d0-47d01eed0ac3 triggered by entity DHCP. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 12:04:40.002811 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-4b4dedcc-9fda-465e-a5bd-9a860328aa44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902397'] for port, provisioning_complete {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:04:40.089387 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.agents_db [None req-9d38de35-3365-4658-8f1e-c8b00fd146ea None None] Agent healthcheck: found 5 active agents {{(pid=92475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 12:04:40.182952 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-4b4dedcc-9fda-465e-a5bd-9a860328aa44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:04:40.220961 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-4b4dedcc-9fda-465e-a5bd-9a860328aa44 None None] For port ab4792fa-d90e-48ba-a8d0-47d01eed0ac3, host dv-cinder-779233-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-5-smb',level=0,port_id=ab4792fa-d90e-48ba-a8d0-47d01eed0ac3,segment=NetworkSegment(15a74451-03eb-47ab-9204-4dc0fdd88a96),segment_id=15a74451-03eb-47ab-9204-4dc0fdd88a96)] {{(pid=92474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:04:40.333087 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-4b4dedcc-9fda-465e-a5bd-9a860328aa44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:04:40.335970 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-550a34de-a3ae-4a8c-84da-c5de52f8f8d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:04:40.404585 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4dedcc-9fda-465e-a5bd-9a860328aa44 None None] Pushing event updated for resources: {'Port': ['ID=ab4792fa-d90e-48ba-a8d0-47d01eed0ac3,revision_number=3']} {{(pid=92474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:04:40.407596 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-4b4dedcc-9fda-465e-a5bd-9a860328aa44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:04:40.457280 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-414a3c73-5aa4-46fa-baee-268a13169902 None None] Provisioning complete for port ab4792fa-d90e-48ba-a8d0-47d01eed0ac3 triggered by entity DHCP. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 12:04:40.457675 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-414a3c73-5aa4-46fa-baee-268a13169902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902397'] for port, provisioning_complete {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:04:40.794883 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Device ab4792fa-d90e-48ba-a8d0-47d01eed0ac3 up at agent ovs-agent-dv-cinder-779233-5-smb {{(pid=92474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 12:04:40.861460 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Provisioning complete for port ab4792fa-d90e-48ba-a8d0-47d01eed0ac3 triggered by entity L2. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 12:04:40.861827 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902397'] for port, provisioning_complete {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:04:41.131860 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 33066) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:04:41.477481 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.v2.base [None req-4d6e73e9-e373-43ee-afa5-70842652ab19 admin admin] Request body: {'router': {'tenant_id': 'b504d717c1c44e4e941247e602a918db', 'admin_state_up': True, 'name': 'router1'}} {{(pid=92472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 12:04:41.482268 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-4d6e73e9-e373-43ee-afa5-70842652ab19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:04:41.485984 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-4d6e73e9-e373-43ee-afa5-70842652ab19 admin admin] Usage tracker for resource:router and tenant:b504d717c1c44e4e941247e602a918db is out of sync, need to count used quota {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:04:41.489241 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-4d6e73e9-e373-43ee-afa5-70842652ab19 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:04:41.495597 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-4d6e73e9-e373-43ee-afa5-70842652ab19 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:04:41.556129 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-4d6e73e9-e373-43ee-afa5-70842652ab19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1047640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2594'] for router, before_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:04:41.557695 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-4d6e73e9-e373-43ee-afa5-70842652ab19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1044568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1047175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2601'] for router, precommit_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:04:41.578217 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-4d6e73e9-e373-43ee-afa5-70842652ab19 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:04:41.739911 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-4d6e73e9-e373-43ee-afa5-70842652ab19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1047633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1047265'] for router, after_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:04:41.807201 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-4d6e73e9-e373-43ee-afa5-70842652ab19 admin admin] Notify callbacks [] for router, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:04:41.808352 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-4d6e73e9-e373-43ee-afa5-70842652ab19 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6755469 May 25 12:04:44.036187 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-831e672c-b4b1-4369-9399-defa27580770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:04:44.165075 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 33076) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:04:44.535212 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [None req-c679bdb3-fb92-451f-901a-dcdac9819737 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=92472) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 12:04:44.536299 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-c679bdb3-fb92-451f-901a-dcdac9819737 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3702080 May 25 12:04:46.378620 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:04:46.773007 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-f8d82be4-54e8-46b4-9efe-bfdd99d23795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:04:46.898875 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 33086) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:04:47.259187 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.v2.base [None req-264e5305-f8c0-44d9-9814-43876b4bd97c admin admin] Request body: {'network': {'is_default': True, 'router:external': True, 'admin_state_up': True, 'name': 'public', 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1'}} {{(pid=92472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 12:04:47.264076 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-264e5305-f8c0-44d9-9814-43876b4bd97c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:04:47.268220 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-264e5305-f8c0-44d9-9814-43876b4bd97c admin admin] Usage tracker for resource:network and tenant:afb37c7e3731470dbec2228cd22f52e3 is out of sync, need to count used quota {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:04:47.271697 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-264e5305-f8c0-44d9-9814-43876b4bd97c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:04:47.277400 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-264e5305-f8c0-44d9-9814-43876b4bd97c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:04:47.338711 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-264e5305-f8c0-44d9-9814-43876b4bd97c admin admin] Made reservation on behalf of afb37c7e3731470dbec2228cd22f52e3 for: {'network': 1} {{(pid=92472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 12:04:47.340977 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-264e5305-f8c0-44d9-9814-43876b4bd97c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080768'] for network, before_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:04:47.356942 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-264e5305-f8c0-44d9-9814-43876b4bd97c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:04:47.370825 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-264e5305-f8c0-44d9-9814-43876b4bd97c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:04:47.374587 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-264e5305-f8c0-44d9-9814-43876b4bd97c admin admin] Usage tracker for resource:security_group_rule and tenant:afb37c7e3731470dbec2228cd22f52e3 is out of sync, need to count used quota {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:04:47.377630 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-264e5305-f8c0-44d9-9814-43876b4bd97c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:04:47.383639 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-264e5305-f8c0-44d9-9814-43876b4bd97c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:04:47.472957 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-264e5305-f8c0-44d9-9814-43876b4bd97c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:04:47.509704 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-264e5305-f8c0-44d9-9814-43876b4bd97c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:04:47.512764 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:04:47.536012 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-264e5305-f8c0-44d9-9814-43876b4bd97c admin admin] Reserving flat network on physical network physnet1 {{(pid=92472) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 25 12:04:47.548740 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264e5305-f8c0-44d9-9814-43876b4bd97c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5881b8d-8d62-49a4-876a-9b333e7ed84e,revision_number=1']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:04:47.555807 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-264e5305-f8c0-44d9-9814-43876b4bd97c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:04:47.556773 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-264e5305-f8c0-44d9-9814-43876b4bd97c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8786008650469', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1959408'] for segment, precommit_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:04:47.557508 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-264e5305-f8c0-44d9-9814-43876b4bd97c admin admin] Unsubscribe: segment precommit_create {{(pid=92472) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 25 12:04:47.557807 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.db.segments_db [None req-264e5305-f8c0-44d9-9814-43876b4bd97c admin admin] Added segment 34f5f11c-fa4c-4a54-bab0-6c112d271f06 of type flat for network 4d625284-12e5-4031-b909-2f88209a96c9 May 25 12:04:47.600460 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-264e5305-f8c0-44d9-9814-43876b4bd97c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786008126284'] for network, precommit_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:04:47.715843 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-264e5305-f8c0-44d9-9814-43876b4bd97c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1019683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-653800'] for network, after_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:04:47.717095 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264e5305-f8c0-44d9-9814-43876b4bd97c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:04:47.717658 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-264e5305-f8c0-44d9-9814-43876b4bd97c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653773'] for network, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:04:47.722020 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:04:47.815828 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264e5305-f8c0-44d9-9814-43876b4bd97c admin admin] Pushing event updated for resources: {'Network': ['ID=4d625284-12e5-4031-b909-2f88209a96c9,revision_number=1']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:04:47.818863 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-264e5305-f8c0-44d9-9814-43876b4bd97c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:04:47.825970 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Network 4d625284-12e5-4031-b909-2f88209a96c9 details requested by agent ovs-agent-dv-cinder-779233-5-smb with host dv-cinder-779233-5-smb {{(pid=92474) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 12:04:47.875879 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-264e5305-f8c0-44d9-9814-43876b4bd97c admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9757948 May 25 12:04:47.990287 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ff182aac-c7db-4435-9e5c-c570f96503ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:04:49.435106 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-cb1178c2-b2b5-418b-a63c-7279ce5a9fe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:04:50.196434 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 33106) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:04:50.397985 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aee3faf-437e-42e5-a94b-b43e2a4291ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:04:50.399289 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-6aee3faf-437e-42e5-a94b-b43e2a4291ce admin admin] 10.222.0.44 "GET /v2.0/subnets/d3ffabc4-9e46-4d30-9f72-3e0465b6385a HTTP/1.1" status: 200 len: 849 time: 0.2019255 May 25 12:04:50.541210 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-600db802-2d15-400d-ae60-f581e576dd93 admin admin] 10.222.0.44 "GET /v2.0/routers/6a2527e0-bfce-45df-b953-63295a8015bb HTTP/1.1" status: 200 len: 704 time: 0.1363420 May 25 12:04:50.995714 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-4607a149-666b-453a-9138-69efaa424829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:04:51.252850 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.db_base_plugin_common [None req-4607a149-666b-453a-9138-69efaa424829 admin admin] Allocated IP 172.20.0.1 (52d84213-36e2-4b30-b87a-04facb016c2c/d3ffabc4-9e46-4d30-9f72-3e0465b6385a/3cbbb899-31e3-4142-82e1-bd564a2c1b56) {{(pid=92472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 12:04:51.402095 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-4607a149-666b-453a-9138-69efaa424829 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:04:51.418365 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.provisioning_blocks [None req-4607a149-666b-453a-9138-69efaa424829 admin admin] Transition to ACTIVE for port object 3cbbb899-31e3-4142-82e1-bd564a2c1b56 will not be triggered until provisioned by entity DHCP. {{(pid=92472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 12:04:51.539368 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-4607a149-666b-453a-9138-69efaa424829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786008105683'] for port, after_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:04:51.543754 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:04:51.602751 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4607a149-666b-453a-9138-69efaa424829 admin admin] Network 52d84213-36e2-4b30-b87a-04facb016c2c is already hosted by enough agents. {{(pid=92472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 12:04:51.605571 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.scheduler.base_scheduler [None req-4607a149-666b-453a-9138-69efaa424829 admin admin] Resources bound (agent type, host, resource id): {{(pid=92472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 12:04:51.609314 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4607a149-666b-453a-9138-69efaa424829 admin admin] Received port after_create {{(pid=92472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 12:04:51.609821 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-4607a149-666b-453a-9138-69efaa424829 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1040528'] for router_interface, before_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:04:51.734953 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4607a149-666b-453a-9138-69efaa424829 admin admin] Pushing event updated for resources: {'Port': ['ID=3cbbb899-31e3-4142-82e1-bd564a2c1b56,revision_number=1']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:04:51.749555 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-4607a149-666b-453a-9138-69efaa424829 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:04:51.830310 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-2257ce4d-9110-4728-85e9-6395ffc2d348 None None] Provisioning for port 3cbbb899-31e3-4142-82e1-bd564a2c1b56 completed by entity DHCP. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 12:04:51.835351 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-2257ce4d-9110-4728-85e9-6395ffc2d348 None None] Provisioning complete for port 3cbbb899-31e3-4142-82e1-bd564a2c1b56 triggered by entity DHCP. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 12:04:51.835726 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-2257ce4d-9110-4728-85e9-6395ffc2d348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902397'] for port, provisioning_complete {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:04:51.886929 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.plugin [None req-2257ce4d-9110-4728-85e9-6395ffc2d348 None None] Port 3cbbb899-31e3-4142-82e1-bd564a2c1b56 cannot update to ACTIVE because it is not bound. {{(pid=92474) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 12:04:51.933646 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-4607a149-666b-453a-9138-69efaa424829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:04:52.162033 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-4607a149-666b-453a-9138-69efaa424829 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:04:52.218782 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-4607a149-666b-453a-9138-69efaa424829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:04:52.219864 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-4607a149-666b-453a-9138-69efaa424829 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1040445'] for router_interface, after_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:04:52.223040 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:04:52.356870 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4607a149-666b-453a-9138-69efaa424829 admin admin] Pushing event updated for resources: {'Port': ['ID=3cbbb899-31e3-4142-82e1-bd564a2c1b56,revision_number=2']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:04:52.359799 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-4607a149-666b-453a-9138-69efaa424829 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:04:52.418724 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4607a149-666b-453a-9138-69efaa424829 admin admin] Network 52d84213-36e2-4b30-b87a-04facb016c2c is already hosted by enough agents. {{(pid=92472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 12:04:52.419718 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.scheduler.base_scheduler [None req-4607a149-666b-453a-9138-69efaa424829 admin admin] Resources bound (agent type, host, resource id): {{(pid=92472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 12:04:52.610425 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-c7ccc7d4-43c6-4a4d-ba3b-6cee673e508c None None] Provisioning complete for port 3cbbb899-31e3-4142-82e1-bd564a2c1b56 triggered by entity DHCP. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 12:04:52.612935 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-c7ccc7d4-43c6-4a4d-ba3b-6cee673e508c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902397'] for port, provisioning_complete {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:04:52.686620 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.plugin [None req-c7ccc7d4-43c6-4a4d-ba3b-6cee673e508c None None] Port 3cbbb899-31e3-4142-82e1-bd564a2c1b56 cannot update to ACTIVE because it is not bound. {{(pid=92474) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 12:04:52.687837 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4607a149-666b-453a-9138-69efaa424829 admin admin] Router 6a2527e0-bfce-45df-b953-63295a8015bb is scheduled to L3 agent 4aaf6e0c-8c85-4f95-8d8e-6a64f0cc3b25 with binding_index 1 {{(pid=92472) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 12:04:52.875339 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4607a149-666b-453a-9138-69efaa424829 admin admin] Notify agent at l3_agent.dv-cinder-779233-5-smb the message routers_updated {{(pid=92472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 12:04:52.884165 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-4607a149-666b-453a-9138-69efaa424829 admin admin] 10.222.0.44 "PUT /v2.0/routers/6a2527e0-bfce-45df-b953-63295a8015bb/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3381550 May 25 12:04:52.884437 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d32699-f556-4706-b529-4e65a2322774 None None] Sync routers for ids ['6a2527e0-bfce-45df-b953-63295a8015bb'] in dv-cinder-779233-5-smb {{(pid=92475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 12:04:52.894640 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d32699-f556-4706-b529-4e65a2322774 None None] Routers {'6a2527e0-bfce-45df-b953-63295a8015bb'} bound to L3 agent in host dv-cinder-779233-5-smb {{(pid=92475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 12:04:52.895526 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_hamode_db [None req-91d32699-f556-4706-b529-4e65a2322774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-25T12:04:17Z,description=,heartbeat_timestamp=2021-05-25T12:04:47Z,host='dv-cinder-779233-5-smb',id=4aaf6e0c-8c85-4f95-8d8e-6a64f0cc3b25,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T12:04:17Z,topic='l3_agent')) {'router_ids': ['6a2527e0-bfce-45df-b953-63295a8015bb'], 'active': True} {{(pid=92475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:04:53.069143 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_dvr_db [None req-91d32699-f556-4706-b529-4e65a2322774 None None] Set router 6a2527e0-bfce-45df-b953-63295a8015bb gateway port host: None {{(pid=92475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 12:04:53.431882 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_hamode_db [None req-91d32699-f556-4706-b529-4e65a2322774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a2527e0-bfce-45df-b953-63295a8015bb', 'name': 'router1', 'tenant_id': 'b504d717c1c44e4e941247e602a918db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T12:04:41Z', 'updated_at': '2021-05-25T12:04:51Z', 'revision_number': 2, 'project_id': 'b504d717c1c44e4e941247e602a918db', 'gw_port_host': None, '_interfaces': [{'id': '3cbbb899-31e3-4142-82e1-bd564a2c1b56', 'name': '', 'network_id': '52d84213-36e2-4b30-b87a-04facb016c2c', 'tenant_id': 'b504d717c1c44e4e941247e602a918db', 'mac_address': 'fa:16:3e:56:58:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a2527e0-bfce-45df-b953-63295a8015bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd3ffabc4-9e46-4d30-9f72-3e0465b6385a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:04:51Z', 'updated_at': '2021-05-25T12:04:52Z', 'revision_number': 2, 'project_id': 'b504d717c1c44e4e941247e602a918db', 'subnets': [{'id': 'd3ffabc4-9e46-4d30-9f72-3e0465b6385a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '115cd7a8-909a-4c9a-9720-b7d43ffc6f42'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-5-smb', False) {} {{(pid=92475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:04:53.437064 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d32699-f556-4706-b529-4e65a2322774 None None] Checking router: 6a2527e0-bfce-45df-b953-63295a8015bb for host: dv-cinder-779233-5-smb {{(pid=92475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 12:04:53.437448 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d32699-f556-4706-b529-4e65a2322774 None None] Updating router 6a2527e0-bfce-45df-b953-63295a8015bb port 3cbbb899-31e3-4142-82e1-bd564a2c1b56 binding host dv-cinder-779233-5-smb {{(pid=92475) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 12:04:53.487714 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron_lib.callbacks.manager [None req-91d32699-f556-4706-b529-4e65a2322774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:04:53.862112 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron_lib.callbacks.manager [None req-91d32699-f556-4706-b529-4e65a2322774 None None] Notify callbacks [] for port, precommit_update {{(pid=92475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:04:53.876071 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.provisioning_blocks [None req-91d32699-f556-4706-b529-4e65a2322774 None None] Transition to ACTIVE for port object 3cbbb899-31e3-4142-82e1-bd564a2c1b56 will not be triggered until provisioned by entity L2. {{(pid=92475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 12:04:53.932932 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron_lib.callbacks.manager [None req-91d32699-f556-4706-b529-4e65a2322774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:04:53.939549 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:04:54.128378 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d32196-851f-408f-a97d-8ea1ed251582 None None] Pushing event updated for resources: {'Port': ['ID=3cbbb899-31e3-4142-82e1-bd564a2c1b56,revision_number=3']} {{(pid=92475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:04:54.144640 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d32196-851f-408f-a97d-8ea1ed251582 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:04:54.144968 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d32196-851f-408f-a97d-8ea1ed251582 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:04:54.145289 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d32196-851f-408f-a97d-8ea1ed251582 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:04:54.145607 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d32196-851f-408f-a97d-8ea1ed251582 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:04:54.146533 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d32196-851f-408f-a97d-8ea1ed251582 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:04:54.146846 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d32196-851f-408f-a97d-8ea1ed251582 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:04:54.147159 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d32196-851f-408f-a97d-8ea1ed251582 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:04:54.147491 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d32196-851f-408f-a97d-8ea1ed251582 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:04:54.147800 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d32196-851f-408f-a97d-8ea1ed251582 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:04:54.148106 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d32196-851f-408f-a97d-8ea1ed251582 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:04:54.148410 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d32196-851f-408f-a97d-8ea1ed251582 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:04:54.148711 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d32196-851f-408f-a97d-8ea1ed251582 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:04:54.149759 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d32196-851f-408f-a97d-8ea1ed251582 None None] Tracked resource versions report: May 25 12:04:54.149759 dv-cinder-779233-5-smb neutron-server[92475]: pushed versions: May 25 12:04:54.149759 dv-cinder-779233-5-smb neutron-server[92475]: { 'AddressGroup': {'1.2'}, May 25 12:04:54.149759 dv-cinder-779233-5-smb neutron-server[92475]: 'ConntrackHelper': {'1.0'}, May 25 12:04:54.149759 dv-cinder-779233-5-smb neutron-server[92475]: 'Log': {'1.0'}, May 25 12:04:54.149759 dv-cinder-779233-5-smb neutron-server[92475]: 'Network': {'1.1'}, May 25 12:04:54.149759 dv-cinder-779233-5-smb neutron-server[92475]: 'Port': {'1.7'}, May 25 12:04:54.149759 dv-cinder-779233-5-smb neutron-server[92475]: 'PortForwarding': {'1.2'}, May 25 12:04:54.149759 dv-cinder-779233-5-smb neutron-server[92475]: 'QosPolicy': {'1.8'}, May 25 12:04:54.149759 dv-cinder-779233-5-smb neutron-server[92475]: 'SecurityGroup': {'1.4'}, May 25 12:04:54.149759 dv-cinder-779233-5-smb neutron-server[92475]: 'SecurityGroupRule': {'1.2'}, May 25 12:04:54.149759 dv-cinder-779233-5-smb neutron-server[92475]: 'SubPort': {'1.0'}, May 25 12:04:54.149759 dv-cinder-779233-5-smb neutron-server[92475]: 'Subnet': {'1.1'}, May 25 12:04:54.149759 dv-cinder-779233-5-smb neutron-server[92475]: 'Trunk': {'1.1'}} May 25 12:04:54.149759 dv-cinder-779233-5-smb neutron-server[92475]: consumer versions: May 25 12:04:54.149759 dv-cinder-779233-5-smb neutron-server[92475]: { DHCP agent@dv-cinder-779233-5-smb: {}, May 25 12:04:54.149759 dv-cinder-779233-5-smb neutron-server[92475]: L3 agent@dv-cinder-779233-5-smb: {}, May 25 12:04:54.149759 dv-cinder-779233-5-smb neutron-server[92475]: Metadata agent@dv-cinder-779233-5-smb: {}, May 25 12:04:54.149759 dv-cinder-779233-5-smb neutron-server[92475]: Metering agent@dv-cinder-779233-5-smb: {}, May 25 12:04:54.149759 dv-cinder-779233-5-smb neutron-server[92475]: Open vSwitch agent@dv-cinder-779233-5-smb: { 'AddressGroup': '1.2', May 25 12:04:54.149759 dv-cinder-779233-5-smb neutron-server[92475]: 'ConntrackHelper': '1.0', May 25 12:04:54.149759 dv-cinder-779233-5-smb neutron-server[92475]: 'Log': '1.0', May 25 12:04:54.149759 dv-cinder-779233-5-smb neutron-server[92475]: 'Network': '1.1', May 25 12:04:54.149759 dv-cinder-779233-5-smb neutron-server[92475]: 'Port': '1.7', May 25 12:04:54.149759 dv-cinder-779233-5-smb neutron-server[92475]: 'PortForwarding': '1.2', May 25 12:04:54.149759 dv-cinder-779233-5-smb neutron-server[92475]: 'QosPolicy': '1.8', May 25 12:04:54.149759 dv-cinder-779233-5-smb neutron-server[92475]: 'SecurityGroup': '1.4', May 25 12:04:54.149759 dv-cinder-779233-5-smb neutron-server[92475]: 'SecurityGroupRule': '1.2', May 25 12:04:54.149759 dv-cinder-779233-5-smb neutron-server[92475]: 'SubPort': '1.0', May 25 12:04:54.149759 dv-cinder-779233-5-smb neutron-server[92475]: 'Subnet': '1.1', May 25 12:04:54.149759 dv-cinder-779233-5-smb neutron-server[92475]: 'Trunk': '1.1'}} May 25 12:04:54.149759 dv-cinder-779233-5-smb neutron-server[92475]: {{(pid=92475) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 12:04:54.162926 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG oslo_concurrency.lockutils [None req-89d32196-851f-408f-a97d-8ea1ed251582 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=92475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:04:54.166946 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.plugins.ml2.managers [None req-91d32699-f556-4706-b529-4e65a2322774 None None] Attempting to bind port 3cbbb899-31e3-4142-82e1-bd564a2c1b56 on host dv-cinder-779233-5-smb for vnic_type normal with profile {{(pid=92475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 12:04:54.167412 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.plugins.ml2.managers [None req-91d32699-f556-4706-b529-4e65a2322774 None None] Attempting to bind port 3cbbb899-31e3-4142-82e1-bd564a2c1b56 by drivers openvswitch,hyperv on host dv-cinder-779233-5-smb at level 0 using segments [{'id': '15a74451-03eb-47ab-9204-4dc0fdd88a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '52d84213-36e2-4b30-b87a-04facb016c2c'}] {{(pid=92475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 12:04:54.167800 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d32699-f556-4706-b529-4e65a2322774 None None] Attempting to bind port 3cbbb899-31e3-4142-82e1-bd564a2c1b56 on network 52d84213-36e2-4b30-b87a-04facb016c2c {{(pid=92475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 12:04:54.172864 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d32699-f556-4706-b529-4e65a2322774 None None] Checking agent: {'id': 'dfb2fd04-6671-4c26-88c9-b30127e2e29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779233-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 12, 4, 16), 'started_at': datetime.datetime(2021, 5, 25, 12, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 12, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779233-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 12:04:54.173265 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d32699-f556-4706-b529-4e65a2322774 None None] Checking segment: {'id': '15a74451-03eb-47ab-9204-4dc0fdd88a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '52d84213-36e2-4b30-b87a-04facb016c2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 12:04:54.173715 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron_lib.callbacks.manager [None req-91d32699-f556-4706-b529-4e65a2322774 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:04:54.174092 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d32699-f556-4706-b529-4e65a2322774 None None] Bound using segment: {'id': '15a74451-03eb-47ab-9204-4dc0fdd88a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '52d84213-36e2-4b30-b87a-04facb016c2c'} {{(pid=92475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 12:04:54.174615 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.plugins.ml2.managers [None req-91d32699-f556-4706-b529-4e65a2322774 None None] Bound port: 3cbbb899-31e3-4142-82e1-bd564a2c1b56, host: dv-cinder-779233-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15a74451-03eb-47ab-9204-4dc0fdd88a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '52d84213-36e2-4b30-b87a-04facb016c2c'}}] {{(pid=92475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 12:04:54.174979 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron_lib.callbacks.manager [None req-91d32699-f556-4706-b529-4e65a2322774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:04:54.261346 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.plugins.ml2.db [None req-91d32699-f556-4706-b529-4e65a2322774 None None] For port 3cbbb899-31e3-4142-82e1-bd564a2c1b56, host dv-cinder-779233-5-smb, cleared binding levels {{(pid=92475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 12:04:54.265428 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.plugins.ml2.db [None req-91d32699-f556-4706-b529-4e65a2322774 None None] For port 3cbbb899-31e3-4142-82e1-bd564a2c1b56, host dv-cinder-779233-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-5-smb',level=0,port_id=3cbbb899-31e3-4142-82e1-bd564a2c1b56,segment=NetworkSegment(15a74451-03eb-47ab-9204-4dc0fdd88a96),segment_id=15a74451-03eb-47ab-9204-4dc0fdd88a96)] {{(pid=92475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 12:04:54.343807 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron_lib.callbacks.manager [None req-91d32699-f556-4706-b529-4e65a2322774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:04:54.347925 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:04:54.431909 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d32699-f556-4706-b529-4e65a2322774 None None] Routers {'6a2527e0-bfce-45df-b953-63295a8015bb'} bound to L3 agent in host dv-cinder-779233-5-smb {{(pid=92475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 12:04:54.432535 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_hamode_db [None req-91d32699-f556-4706-b529-4e65a2322774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-25T12:04:17Z,description=,heartbeat_timestamp=2021-05-25T12:04:47Z,host='dv-cinder-779233-5-smb',id=4aaf6e0c-8c85-4f95-8d8e-6a64f0cc3b25,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T12:04:17Z,topic='l3_agent')) {'router_ids': ['6a2527e0-bfce-45df-b953-63295a8015bb'], 'active': True} {{(pid=92475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:04:54.500156 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d32196-851f-408f-a97d-8ea1ed251582 None None] Pushing event updated for resources: {'Port': ['ID=3cbbb899-31e3-4142-82e1-bd564a2c1b56,revision_number=4']} {{(pid=92475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:04:54.550704 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG oslo_concurrency.lockutils [None req-89d32196-851f-408f-a97d-8ea1ed251582 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=92475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:04:54.593999 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_dvr_db [None req-91d32699-f556-4706-b529-4e65a2322774 None None] Set router 6a2527e0-bfce-45df-b953-63295a8015bb gateway port host: None {{(pid=92475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 12:04:54.936617 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_hamode_db [None req-91d32699-f556-4706-b529-4e65a2322774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a2527e0-bfce-45df-b953-63295a8015bb', 'name': 'router1', 'tenant_id': 'b504d717c1c44e4e941247e602a918db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T12:04:41Z', 'updated_at': '2021-05-25T12:04:51Z', 'revision_number': 2, 'project_id': 'b504d717c1c44e4e941247e602a918db', 'gw_port_host': None, '_interfaces': [{'id': '3cbbb899-31e3-4142-82e1-bd564a2c1b56', 'name': '', 'network_id': '52d84213-36e2-4b30-b87a-04facb016c2c', 'tenant_id': 'b504d717c1c44e4e941247e602a918db', 'mac_address': 'fa:16:3e:56:58:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a2527e0-bfce-45df-b953-63295a8015bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd3ffabc4-9e46-4d30-9f72-3e0465b6385a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:04:51Z', 'updated_at': '2021-05-25T12:04:54Z', 'revision_number': 4, 'project_id': 'b504d717c1c44e4e941247e602a918db', 'subnets': [{'id': 'd3ffabc4-9e46-4d30-9f72-3e0465b6385a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '115cd7a8-909a-4c9a-9720-b7d43ffc6f42'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-5-smb', False) {} {{(pid=92475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:04:54.940658 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d32699-f556-4706-b529-4e65a2322774 None None] The sync data for ids ['6a2527e0-bfce-45df-b953-63295a8015bb'] in dv-cinder-779233-5-smb is: [{'id': '6a2527e0-bfce-45df-b953-63295a8015bb', 'name': 'router1', 'tenant_id': 'b504d717c1c44e4e941247e602a918db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T12:04:41Z', 'updated_at': '2021-05-25T12:04:51Z', 'revision_number': 2, 'project_id': 'b504d717c1c44e4e941247e602a918db', 'gw_port_host': None, '_interfaces': [{'id': '3cbbb899-31e3-4142-82e1-bd564a2c1b56', 'name': '', 'network_id': '52d84213-36e2-4b30-b87a-04facb016c2c', 'tenant_id': 'b504d717c1c44e4e941247e602a918db', 'mac_address': 'fa:16:3e:56:58:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a2527e0-bfce-45df-b953-63295a8015bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd3ffabc4-9e46-4d30-9f72-3e0465b6385a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:04:51Z', 'updated_at': '2021-05-25T12:04:54Z', 'revision_number': 4, 'project_id': 'b504d717c1c44e4e941247e602a918db', 'subnets': [{'id': 'd3ffabc4-9e46-4d30-9f72-3e0465b6385a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '115cd7a8-909a-4c9a-9720-b7d43ffc6f42'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 12:04:55.011145 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 33128) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:04:55.154345 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c25e00f2-6a94-41a9-b9ad-1332a80d810d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:04:55.154905 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-c25e00f2-6a94-41a9-b9ad-1332a80d810d admin admin] Synchronizing usage tracker for tenant:afb37c7e3731470dbec2228cd22f52e3 on resource:network {{(pid=92472) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 12:04:55.230002 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-c25e00f2-6a94-41a9-b9ad-1332a80d810d admin admin] Unset dirty status for tenant:afb37c7e3731470dbec2228cd22f52e3 on resource:network {{(pid=92472) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 12:04:55.231457 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-c25e00f2-6a94-41a9-b9ad-1332a80d810d admin admin] 10.222.0.44 "GET /v2.0/networks/4d625284-12e5-4031-b909-2f88209a96c9 HTTP/1.1" status: 200 len: 842 time: 0.2193925 May 25 12:04:55.241216 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.v2.base [None req-2cdd9464-dd53-4a10-903e-e14b3c7d0905 admin admin] Request body: {'subnet': {'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.28.2.1', 'cidr': '172.28.2.0/24'}} {{(pid=92472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 12:04:55.246318 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-2cdd9464-dd53-4a10-903e-e14b3c7d0905 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:04:55.250088 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-2cdd9464-dd53-4a10-903e-e14b3c7d0905 admin admin] Usage tracker for resource:subnet and tenant:afb37c7e3731470dbec2228cd22f52e3 is out of sync, need to count used quota {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:04:55.252897 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-2cdd9464-dd53-4a10-903e-e14b3c7d0905 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:04:55.259748 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-2cdd9464-dd53-4a10-903e-e14b3c7d0905 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:04:55.332428 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cdd9464-dd53-4a10-903e-e14b3c7d0905 admin admin] Made reservation on behalf of afb37c7e3731470dbec2228cd22f52e3 for: {'subnet': 1} {{(pid=92472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 12:04:55.334880 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-2cdd9464-dd53-4a10-903e-e14b3c7d0905 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:04:55.793755 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.objects.ports [None req-2cdd9464-dd53-4a10-903e-e14b3c7d0905 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92472) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 25 12:04:55.794195 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-2cdd9464-dd53-4a10-903e-e14b3c7d0905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811'] for subnet, after_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:04:55.798540 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:04:55.870031 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdd9464-dd53-4a10-903e-e14b3c7d0905 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92,revision_number=0']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:04:55.875045 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-2cdd9464-dd53-4a10-903e-e14b3c7d0905 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:04:55.877494 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cdd9464-dd53-4a10-903e-e14b3c7d0905 admin admin] Checking segment: {'id': '34f5f11c-fa4c-4a54-bab0-6c112d271f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d625284-12e5-4031-b909-2f88209a96c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 12:04:55.877850 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cdd9464-dd53-4a10-903e-e14b3c7d0905 admin admin] Network hostable DHCP agents. Network: 4d625284-12e5-4031-b909-2f88209a96c9, hostable agents: ['0c80ff5a-370f-48e8-a560-f3922f41a294'], hosted agents: [] {{(pid=92472) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 12:04:55.983441 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cdd9464-dd53-4a10-903e-e14b3c7d0905 admin admin] Network 4d625284-12e5-4031-b909-2f88209a96c9 is scheduled to be hosted by DHCP agent 0c80ff5a-370f-48e8-a560-f3922f41a294 with binding_index 1 {{(pid=92472) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 12:04:56.070055 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.scheduler.base_scheduler [None req-2cdd9464-dd53-4a10-903e-e14b3c7d0905 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779233-5-smb, 4d625284-12e5-4031-b909-2f88209a96c9) {{(pid=92472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 12:04:56.074071 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cdd9464-dd53-4a10-903e-e14b3c7d0905 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:04:56.074673 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-2cdd9464-dd53-4a10-903e-e14b3c7d0905 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653773'] for subnet, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:04:56.080176 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbfa3bb3-50f0-4182-96ec-c2832d2e418d None None] Network 4d625284-12e5-4031-b909-2f88209a96c9 requested from dv-cinder-779233-5-smb {{(pid=92474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 12:04:56.175359 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-2cdd9464-dd53-4a10-903e-e14b3c7d0905 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9264252 May 25 12:04:56.279856 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ec4c58-54b4-40e7-96a1-bc313cf00a8d None None] Network 4d625284-12e5-4031-b909-2f88209a96c9 requested from dv-cinder-779233-5-smb {{(pid=92474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 12:04:58.410671 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 33142) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:04:58.602748 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-342b8d6d-6f14-41c2-baa8-a28a4511575c admin admin] 10.222.0.44 "GET /v2.0/routers/6a2527e0-bfce-45df-b953-63295a8015bb HTTP/1.1" status: 200 len: 710 time: 0.1903219 May 25 12:04:58.728152 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d65ed8-0f19-41c5-a50b-844ed492cc7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:04:58.729417 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-e8d65ed8-0f19-41c5-a50b-844ed492cc7a admin admin] 10.222.0.44 "GET /v2.0/networks/4d625284-12e5-4031-b909-2f88209a96c9 HTTP/1.1" status: 200 len: 886 time: 0.1216381 May 25 12:04:58.738090 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.v2.base [None req-0a06ab75-1c49-4b3e-8f4e-e663782fa1aa admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '4d625284-12e5-4031-b909-2f88209a96c9'}}} {{(pid=92472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 12:04:58.828555 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Device 3cbbb899-31e3-4142-82e1-bd564a2c1b56 up at agent ovs-agent-dv-cinder-779233-5-smb {{(pid=92474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 12:04:58.978410 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Provisioning for port 3cbbb899-31e3-4142-82e1-bd564a2c1b56 completed by entity L2. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 12:04:58.983420 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Provisioning complete for port 3cbbb899-31e3-4142-82e1-bd564a2c1b56 triggered by entity L2. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 12:04:58.983795 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902397'] for port, provisioning_complete {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:04:59.103696 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:04:59.135441 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] For port 3cbbb899-31e3-4142-82e1-bd564a2c1b56, host dv-cinder-779233-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-5-smb',level=0,port_id=3cbbb899-31e3-4142-82e1-bd564a2c1b56,segment=NetworkSegment(15a74451-03eb-47ab-9204-4dc0fdd88a96),segment_id=15a74451-03eb-47ab-9204-4dc0fdd88a96)] {{(pid=92474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:04:59.207410 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:04:59.211180 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-550a34de-a3ae-4a8c-84da-c5de52f8f8d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:04:59.214630 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-0a06ab75-1c49-4b3e-8f4e-e663782fa1aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1047202', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1047658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2655'] for router, precommit_update {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:04:59.278698 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Pushing event updated for resources: {'Port': ['ID=3cbbb899-31e3-4142-82e1-bd564a2c1b56,revision_number=5']} {{(pid=92474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:04:59.281901 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:04:59.623057 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-0a06ab75-1c49-4b3e-8f4e-e663782fa1aa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:04:59.677232 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-0a06ab75-1c49-4b3e-8f4e-e663782fa1aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:04:59.808707 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.db_base_plugin_common [None req-0a06ab75-1c49-4b3e-8f4e-e663782fa1aa admin admin] Allocated IP 172.28.2.122 (4d625284-12e5-4031-b909-2f88209a96c9/2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92/eb4b26d1-3821-49bb-bc3a-10904351180b) {{(pid=92472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 12:04:59.949649 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-0a06ab75-1c49-4b3e-8f4e-e663782fa1aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:05:00.047098 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-0a06ab75-1c49-4b3e-8f4e-e663782fa1aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786008105683'] for port, after_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:05:00.051594 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-4607a149-666b-453a-9138-69efaa424829 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:05:00.110988 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a06ab75-1c49-4b3e-8f4e-e663782fa1aa admin admin] Network 4d625284-12e5-4031-b909-2f88209a96c9 is already hosted by enough agents. {{(pid=92472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 12:05:00.113706 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.scheduler.base_scheduler [None req-0a06ab75-1c49-4b3e-8f4e-e663782fa1aa admin admin] Resources bound (agent type, host, resource id): {{(pid=92472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 12:05:00.117961 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a06ab75-1c49-4b3e-8f4e-e663782fa1aa admin admin] Received port after_create {{(pid=92472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 12:05:00.226917 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a06ab75-1c49-4b3e-8f4e-e663782fa1aa admin admin] Pushing event updated for resources: {'Port': ['ID=eb4b26d1-3821-49bb-bc3a-10904351180b,revision_number=1']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:05:00.235726 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-0a06ab75-1c49-4b3e-8f4e-e663782fa1aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:05:00.552580 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-0a06ab75-1c49-4b3e-8f4e-e663782fa1aa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:05:00.805740 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Device 3cbbb899-31e3-4142-82e1-bd564a2c1b56 up at agent ovs-agent-dv-cinder-779233-5-smb {{(pid=92474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 12:05:00.870911 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Provisioning complete for port 3cbbb899-31e3-4142-82e1-bd564a2c1b56 triggered by entity L2. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 12:05:00.871272 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902397'] for port, provisioning_complete {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:05:00.933374 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-0a06ab75-1c49-4b3e-8f4e-e663782fa1aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1047202', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1047658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2655'] for router, precommit_update {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:05:00.936594 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-0a06ab75-1c49-4b3e-8f4e-e663782fa1aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1047265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1047209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1047272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1047676'] for router, after_update {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:05:01.118495 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a06ab75-1c49-4b3e-8f4e-e663782fa1aa admin admin] Router 6a2527e0-bfce-45df-b953-63295a8015bb has already been hosted by L3 agent 4aaf6e0c-8c85-4f95-8d8e-6a64f0cc3b25 {{(pid=92472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 12:05:01.289742 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a06ab75-1c49-4b3e-8f4e-e663782fa1aa admin admin] Notify agent at l3_agent.dv-cinder-779233-5-smb the message routers_updated {{(pid=92472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 12:05:01.297598 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-0a06ab75-1c49-4b3e-8f4e-e663782fa1aa admin admin] Notify callbacks [] for router, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:05:01.298779 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-0a06ab75-1c49-4b3e-8f4e-e663782fa1aa admin admin] 10.222.0.44 "PUT /v2.0/routers/6a2527e0-bfce-45df-b953-63295a8015bb HTTP/1.1" status: 200 len: 890 time: 2.5638855 May 25 12:05:01.299242 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5f8890-f948-41ea-bb3a-aee2416c79ef None None] Sync routers for ids ['6a2527e0-bfce-45df-b953-63295a8015bb'] in dv-cinder-779233-5-smb {{(pid=92474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 12:05:01.309434 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5f8890-f948-41ea-bb3a-aee2416c79ef None None] Routers {'6a2527e0-bfce-45df-b953-63295a8015bb'} bound to L3 agent in host dv-cinder-779233-5-smb {{(pid=92474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 12:05:01.310098 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_hamode_db [None req-0b5f8890-f948-41ea-bb3a-aee2416c79ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-25T12:04:17Z,description=,heartbeat_timestamp=2021-05-25T12:04:47Z,host='dv-cinder-779233-5-smb',id=4aaf6e0c-8c85-4f95-8d8e-6a64f0cc3b25,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T12:04:17Z,topic='l3_agent')) {'router_ids': ['6a2527e0-bfce-45df-b953-63295a8015bb'], 'active': True} {{(pid=92474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:05:01.499277 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_dvr_db [None req-0b5f8890-f948-41ea-bb3a-aee2416c79ef None None] Set router 6a2527e0-bfce-45df-b953-63295a8015bb gateway port host: dv-cinder-779233-5-smb {{(pid=92474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 12:05:01.831928 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_hamode_db [None req-0b5f8890-f948-41ea-bb3a-aee2416c79ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a2527e0-bfce-45df-b953-63295a8015bb', 'name': 'router1', 'tenant_id': 'b504d717c1c44e4e941247e602a918db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'external_fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.122'}], 'enable_snat': True}, 'gw_port_id': 'eb4b26d1-3821-49bb-bc3a-10904351180b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T12:04:41Z', 'updated_at': '2021-05-25T12:05:00Z', 'revision_number': 4, 'project_id': 'b504d717c1c44e4e941247e602a918db', 'gw_port': {'id': 'eb4b26d1-3821-49bb-bc3a-10904351180b', 'name': '', 'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b9:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a2527e0-bfce-45df-b953-63295a8015bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:04:59Z', 'updated_at': '2021-05-25T12:04:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-5-smb', '_interfaces': [{'id': '3cbbb899-31e3-4142-82e1-bd564a2c1b56', 'name': '', 'network_id': '52d84213-36e2-4b30-b87a-04facb016c2c', 'tenant_id': 'b504d717c1c44e4e941247e602a918db', 'mac_address': 'fa:16:3e:56:58:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2527e0-bfce-45df-b953-63295a8015bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd3ffabc4-9e46-4d30-9f72-3e0465b6385a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:04:51Z', 'updated_at': '2021-05-25T12:04:59Z', 'revision_number': 5, 'project_id': 'b504d717c1c44e4e941247e602a918db', 'subnets': [{'id': 'd3ffabc4-9e46-4d30-9f72-3e0465b6385a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '115cd7a8-909a-4c9a-9720-b7d43ffc6f42'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-5-smb', False) {} {{(pid=92474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:05:01.837342 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5f8890-f948-41ea-bb3a-aee2416c79ef None None] Checking router: 6a2527e0-bfce-45df-b953-63295a8015bb for host: dv-cinder-779233-5-smb {{(pid=92474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 12:05:01.837730 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5f8890-f948-41ea-bb3a-aee2416c79ef None None] Updating router 6a2527e0-bfce-45df-b953-63295a8015bb port eb4b26d1-3821-49bb-bc3a-10904351180b binding host dv-cinder-779233-5-smb {{(pid=92474) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 12:05:01.908470 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-0b5f8890-f948-41ea-bb3a-aee2416c79ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:05:02.229110 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-0b5f8890-f948-41ea-bb3a-aee2416c79ef None None] Notify callbacks [] for port, precommit_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:05:02.240257 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-0b5f8890-f948-41ea-bb3a-aee2416c79ef None None] Transition to ACTIVE for port object eb4b26d1-3821-49bb-bc3a-10904351180b will not be triggered until provisioned by entity L2. {{(pid=92474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 12:05:02.327135 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-0b5f8890-f948-41ea-bb3a-aee2416c79ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:05:02.331069 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:05:02.408503 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.managers [None req-0b5f8890-f948-41ea-bb3a-aee2416c79ef None None] Attempting to bind port eb4b26d1-3821-49bb-bc3a-10904351180b on host dv-cinder-779233-5-smb for vnic_type normal with profile {{(pid=92474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 12:05:02.408869 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.managers [None req-0b5f8890-f948-41ea-bb3a-aee2416c79ef None None] Attempting to bind port eb4b26d1-3821-49bb-bc3a-10904351180b by drivers openvswitch,hyperv on host dv-cinder-779233-5-smb at level 0 using segments [{'id': '34f5f11c-fa4c-4a54-bab0-6c112d271f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d625284-12e5-4031-b909-2f88209a96c9'}] {{(pid=92474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 12:05:02.409234 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5f8890-f948-41ea-bb3a-aee2416c79ef None None] Attempting to bind port eb4b26d1-3821-49bb-bc3a-10904351180b on network 4d625284-12e5-4031-b909-2f88209a96c9 {{(pid=92474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 12:05:02.412556 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9898b71-6e9a-4587-b35a-89c7b4e210fe None None] Pushing event updated for resources: {'Port': ['ID=eb4b26d1-3821-49bb-bc3a-10904351180b,revision_number=2']} {{(pid=92474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:05:02.416332 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-a9898b71-6e9a-4587-b35a-89c7b4e210fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:05:02.417215 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5f8890-f948-41ea-bb3a-aee2416c79ef None None] Checking agent: {'id': 'dfb2fd04-6671-4c26-88c9-b30127e2e29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779233-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 12, 4, 16), 'started_at': datetime.datetime(2021, 5, 25, 12, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 12, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779233-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 12:05:02.417586 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5f8890-f948-41ea-bb3a-aee2416c79ef None None] Checking segment: {'id': '34f5f11c-fa4c-4a54-bab0-6c112d271f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d625284-12e5-4031-b909-2f88209a96c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 12:05:02.417979 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-0b5f8890-f948-41ea-bb3a-aee2416c79ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:05:02.418357 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5f8890-f948-41ea-bb3a-aee2416c79ef None None] Bound using segment: {'id': '34f5f11c-fa4c-4a54-bab0-6c112d271f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d625284-12e5-4031-b909-2f88209a96c9'} {{(pid=92474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 12:05:02.418849 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.managers [None req-0b5f8890-f948-41ea-bb3a-aee2416c79ef None None] Bound port: eb4b26d1-3821-49bb-bc3a-10904351180b, host: dv-cinder-779233-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34f5f11c-fa4c-4a54-bab0-6c112d271f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d625284-12e5-4031-b909-2f88209a96c9'}}] {{(pid=92474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 12:05:02.419226 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-0b5f8890-f948-41ea-bb3a-aee2416c79ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:05:02.490788 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-0b5f8890-f948-41ea-bb3a-aee2416c79ef None None] For port eb4b26d1-3821-49bb-bc3a-10904351180b, host dv-cinder-779233-5-smb, cleared binding levels {{(pid=92474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 12:05:02.493767 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-0b5f8890-f948-41ea-bb3a-aee2416c79ef None None] For port eb4b26d1-3821-49bb-bc3a-10904351180b, host dv-cinder-779233-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-5-smb',level=0,port_id=eb4b26d1-3821-49bb-bc3a-10904351180b,segment=NetworkSegment(34f5f11c-fa4c-4a54-bab0-6c112d271f06),segment_id=34f5f11c-fa4c-4a54-bab0-6c112d271f06)] {{(pid=92474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 12:05:02.579422 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-0b5f8890-f948-41ea-bb3a-aee2416c79ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:05:02.585022 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:05:02.657965 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5f8890-f948-41ea-bb3a-aee2416c79ef None None] Routers {'6a2527e0-bfce-45df-b953-63295a8015bb'} bound to L3 agent in host dv-cinder-779233-5-smb {{(pid=92474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 12:05:02.658569 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_hamode_db [None req-0b5f8890-f948-41ea-bb3a-aee2416c79ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-25T12:04:17Z,description=,heartbeat_timestamp=2021-05-25T12:04:47Z,host='dv-cinder-779233-5-smb',id=4aaf6e0c-8c85-4f95-8d8e-6a64f0cc3b25,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T12:04:17Z,topic='l3_agent')) {'router_ids': ['6a2527e0-bfce-45df-b953-63295a8015bb'], 'active': True} {{(pid=92474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:05:02.776558 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9898b71-6e9a-4587-b35a-89c7b4e210fe None None] Pushing event updated for resources: {'Port': ['ID=eb4b26d1-3821-49bb-bc3a-10904351180b,revision_number=3']} {{(pid=92474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:05:02.779743 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-a9898b71-6e9a-4587-b35a-89c7b4e210fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:05:02.892480 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_dvr_db [None req-0b5f8890-f948-41ea-bb3a-aee2416c79ef None None] Set router 6a2527e0-bfce-45df-b953-63295a8015bb gateway port host: dv-cinder-779233-5-smb {{(pid=92474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 12:05:03.214128 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_hamode_db [None req-0b5f8890-f948-41ea-bb3a-aee2416c79ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a2527e0-bfce-45df-b953-63295a8015bb', 'name': 'router1', 'tenant_id': 'b504d717c1c44e4e941247e602a918db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'external_fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.122'}], 'enable_snat': True}, 'gw_port_id': 'eb4b26d1-3821-49bb-bc3a-10904351180b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T12:04:41Z', 'updated_at': '2021-05-25T12:05:00Z', 'revision_number': 4, 'project_id': 'b504d717c1c44e4e941247e602a918db', 'gw_port': {'id': 'eb4b26d1-3821-49bb-bc3a-10904351180b', 'name': '', 'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b9:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a2527e0-bfce-45df-b953-63295a8015bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:04:59Z', 'updated_at': '2021-05-25T12:05:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-5-smb', '_interfaces': [{'id': '3cbbb899-31e3-4142-82e1-bd564a2c1b56', 'name': '', 'network_id': '52d84213-36e2-4b30-b87a-04facb016c2c', 'tenant_id': 'b504d717c1c44e4e941247e602a918db', 'mac_address': 'fa:16:3e:56:58:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2527e0-bfce-45df-b953-63295a8015bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd3ffabc4-9e46-4d30-9f72-3e0465b6385a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:04:51Z', 'updated_at': '2021-05-25T12:04:59Z', 'revision_number': 5, 'project_id': 'b504d717c1c44e4e941247e602a918db', 'subnets': [{'id': 'd3ffabc4-9e46-4d30-9f72-3e0465b6385a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '115cd7a8-909a-4c9a-9720-b7d43ffc6f42'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-5-smb', False) {} {{(pid=92474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:05:03.218115 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5f8890-f948-41ea-bb3a-aee2416c79ef None None] The sync data for ids ['6a2527e0-bfce-45df-b953-63295a8015bb'] in dv-cinder-779233-5-smb is: [{'id': '6a2527e0-bfce-45df-b953-63295a8015bb', 'name': 'router1', 'tenant_id': 'b504d717c1c44e4e941247e602a918db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'external_fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.122'}], 'enable_snat': True}, 'gw_port_id': 'eb4b26d1-3821-49bb-bc3a-10904351180b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T12:04:41Z', 'updated_at': '2021-05-25T12:05:00Z', 'revision_number': 4, 'project_id': 'b504d717c1c44e4e941247e602a918db', 'gw_port': {'id': 'eb4b26d1-3821-49bb-bc3a-10904351180b', 'name': '', 'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b9:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a2527e0-bfce-45df-b953-63295a8015bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:04:59Z', 'updated_at': '2021-05-25T12:05:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-5-smb', '_interfaces': [{'id': '3cbbb899-31e3-4142-82e1-bd564a2c1b56', 'name': '', 'network_id': '52d84213-36e2-4b30-b87a-04facb016c2c', 'tenant_id': 'b504d717c1c44e4e941247e602a918db', 'mac_address': 'fa:16:3e:56:58:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2527e0-bfce-45df-b953-63295a8015bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd3ffabc4-9e46-4d30-9f72-3e0465b6385a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:04:51Z', 'updated_at': '2021-05-25T12:04:59Z', 'revision_number': 5, 'project_id': 'b504d717c1c44e4e941247e602a918db', 'subnets': [{'id': 'd3ffabc4-9e46-4d30-9f72-3e0465b6385a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '115cd7a8-909a-4c9a-9720-b7d43ffc6f42'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 12:05:03.677181 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 33152) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:05:03.794505 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-2d78d25d-035e-45c6-9d53-785378fc5174 admin admin] 10.222.0.44 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1161964 May 25 12:05:04.844451 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Device eb4b26d1-3821-49bb-bc3a-10904351180b up at agent ovs-agent-dv-cinder-779233-5-smb {{(pid=92474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 12:05:04.995845 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Provisioning for port eb4b26d1-3821-49bb-bc3a-10904351180b completed by entity L2. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 12:05:05.005479 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Provisioning complete for port eb4b26d1-3821-49bb-bc3a-10904351180b triggered by entity L2. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 12:05:05.005846 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902397'] for port, provisioning_complete {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:05:05.128854 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:05:05.144927 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] For port eb4b26d1-3821-49bb-bc3a-10904351180b, host dv-cinder-779233-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-5-smb',level=0,port_id=eb4b26d1-3821-49bb-bc3a-10904351180b,segment=NetworkSegment(34f5f11c-fa4c-4a54-bab0-6c112d271f06),segment_id=34f5f11c-fa4c-4a54-bab0-6c112d271f06)] {{(pid=92474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:05:05.223351 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:05:05.225884 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:05:05.292671 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Pushing event updated for resources: {'Port': ['ID=eb4b26d1-3821-49bb-bc3a-10904351180b,revision_number=4']} {{(pid=92474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:05:05.295765 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:05:06.818994 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Device eb4b26d1-3821-49bb-bc3a-10904351180b up at agent ovs-agent-dv-cinder-779233-5-smb {{(pid=92474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 12:05:06.890959 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Provisioning complete for port eb4b26d1-3821-49bb-bc3a-10904351180b triggered by entity L2. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 12:05:06.891503 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902397'] for port, provisioning_complete {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:05:14.006705 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-f0730a69-c83b-4d2c-bc3f-e05255bb6458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:05:16.384362 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:05:16.761358 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-52c51ba2-c642-4e3c-9b71-6206b7ac9301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:05:17.103883 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.agents_db [None req-9d38de35-3365-4658-8f1e-c8b00fd146ea None None] Agent healthcheck: found 5 active agents {{(pid=92475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 12:05:17.950730 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ff182aac-c7db-4435-9e5c-c570f96503ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:05:19.430746 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-cb1178c2-b2b5-418b-a63c-7279ce5a9fe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:05:44.081034 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-8361217b-485f-40b6-b612-85705bb5a804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:05:46.378168 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:05:46.760993 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-097c6bcd-a36e-4035-ab4b-c96097453743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:05:47.960766 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ff182aac-c7db-4435-9e5c-c570f96503ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:05:49.446674 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-cb1178c2-b2b5-418b-a63c-7279ce5a9fe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:05:54.093432 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.agents_db [None req-9d38de35-3365-4658-8f1e-c8b00fd146ea None None] Agent healthcheck: found 5 active agents {{(pid=92475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 12:06:14.035246 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-49ac60eb-50ce-4dee-885a-6307cb7421b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:06:16.377174 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:06:16.731673 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e11ff20d-41a8-4949-a9bc-ebab435af30b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:06:17.948882 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ff182aac-c7db-4435-9e5c-c570f96503ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:06:19.445527 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-cb1178c2-b2b5-418b-a63c-7279ce5a9fe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:06:31.092898 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.agents_db [None req-9d38de35-3365-4658-8f1e-c8b00fd146ea None None] Agent healthcheck: found 5 active agents {{(pid=92475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 12:06:40.620369 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 33724) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:06:40.687114 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9f248d2-8125-4dc0-8ef4-997cc20bd435 admin admin] GET failed (client error): The resource could not be found. May 25 12:06:40.688375 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-f9f248d2-8125-4dc0-8ef4-997cc20bd435 admin admin] 10.222.0.44 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0670605 May 25 12:06:40.817672 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40bfb025-7bc1-4d17-b1c6-14f5276fb2c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:06:40.819026 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-40bfb025-7bc1-4d17-b1c6-14f5276fb2c0 admin admin] 10.222.0.44 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1268270 May 25 12:06:42.903921 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 33734) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:06:43.008669 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6e5b67-909e-4e8e-a1c8-bad6a63644cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:06:43.009225 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-8b6e5b67-909e-4e8e-a1c8-bad6a63644cc admin admin] Synchronizing usage tracker for tenant:afb37c7e3731470dbec2228cd22f52e3 on resource:subnet {{(pid=92472) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 12:06:43.090656 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-8b6e5b67-909e-4e8e-a1c8-bad6a63644cc admin admin] Unset dirty status for tenant:afb37c7e3731470dbec2228cd22f52e3 on resource:subnet {{(pid=92472) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 12:06:43.091890 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-8b6e5b67-909e-4e8e-a1c8-bad6a63644cc admin admin] 10.222.0.44 "GET /v2.0/subnets/d3ffabc4-9e46-4d30-9f72-3e0465b6385a HTTP/1.1" status: 200 len: 849 time: 0.1870327 May 25 12:06:43.101636 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.v2.base [None req-6d99deac-1e9d-4894-98a5-0b4ebe42541d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=92472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 12:06:43.216372 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-6d99deac-1e9d-4894-98a5-0b4ebe42541d admin admin] Notify callbacks [] for subnet, before_update {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:06:43.468015 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-6d99deac-1e9d-4894-98a5-0b4ebe42541d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8786008539037'] for subnet, after_update {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:06:43.472475 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-0a68647e-dfa6-4129-a534-e1d28f215a68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:06:43.515400 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d99deac-1e9d-4894-98a5-0b4ebe42541d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:06:43.516355 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-6d99deac-1e9d-4894-98a5-0b4ebe42541d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653773'] for subnet, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:06:43.517904 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-6d99deac-1e9d-4894-98a5-0b4ebe42541d admin admin] 10.222.0.44 "PUT /v2.0/subnets/d3ffabc4-9e46-4d30-9f72-3e0465b6385a HTTP/1.1" status: 200 len: 868 time: 0.4200020 May 25 12:06:43.521693 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaee0afb-b2f8-46bb-901d-c8759ab79f19 None None] Network 52d84213-36e2-4b30-b87a-04facb016c2c requested from dv-cinder-779233-5-smb {{(pid=92474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 12:06:43.546444 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d99deac-1e9d-4894-98a5-0b4ebe42541d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3ffabc4-9e46-4d30-9f72-3e0465b6385a,revision_number=1']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:06:43.556365 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d99deac-1e9d-4894-98a5-0b4ebe42541d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:06:43.556921 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d99deac-1e9d-4894-98a5-0b4ebe42541d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:06:43.561570 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d99deac-1e9d-4894-98a5-0b4ebe42541d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:06:43.561570 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d99deac-1e9d-4894-98a5-0b4ebe42541d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:06:43.561570 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d99deac-1e9d-4894-98a5-0b4ebe42541d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:06:43.561570 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d99deac-1e9d-4894-98a5-0b4ebe42541d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:06:43.561570 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d99deac-1e9d-4894-98a5-0b4ebe42541d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:06:43.561570 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d99deac-1e9d-4894-98a5-0b4ebe42541d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:06:43.561570 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d99deac-1e9d-4894-98a5-0b4ebe42541d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:06:43.561570 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d99deac-1e9d-4894-98a5-0b4ebe42541d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:06:43.561570 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d99deac-1e9d-4894-98a5-0b4ebe42541d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:06:43.561570 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d99deac-1e9d-4894-98a5-0b4ebe42541d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:06:43.564074 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-6d99deac-1e9d-4894-98a5-0b4ebe42541d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:06:43.944762 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-9525eb5c-5281-44c8-a887-2c1c969503a3 None None] Provisioning complete for port 3cbbb899-31e3-4142-82e1-bd564a2c1b56 triggered by entity DHCP. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 12:06:43.945125 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-9525eb5c-5281-44c8-a887-2c1c969503a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902397'] for port, provisioning_complete {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:06:44.076739 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-9525eb5c-5281-44c8-a887-2c1c969503a3 None None] Provisioning complete for port ab4792fa-d90e-48ba-a8d0-47d01eed0ac3 triggered by entity DHCP. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 12:06:44.077003 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-9525eb5c-5281-44c8-a887-2c1c969503a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902397'] for port, provisioning_complete {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:06:44.106920 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-7ca73658-5318-46c2-bb02-18e9cc351494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:06:45.630946 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 33744) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:06:45.857353 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ebd610-b24c-4824-b8d5-daff35460759 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:06:45.857734 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ebd610-b24c-4824-b8d5-daff35460759 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:06:45.859264 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-64ebd610-b24c-4824-b8d5-daff35460759 admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2273588 May 25 12:06:46.370792 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:06:46.742376 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-f8a7eefa-0d68-46e5-9b5f-3b9f7af0267c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:06:47.960436 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 33754) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:06:47.971819 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ff182aac-c7db-4435-9e5c-c570f96503ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:06:48.135667 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ca77af-ecc8-497d-848a-5c543a5c2bd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:06:48.136144 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ca77af-ecc8-497d-848a-5c543a5c2bd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:06:48.137670 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-89ca77af-ecc8-497d-848a-5c543a5c2bd4 admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1762917 May 25 12:06:49.439558 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-cb1178c2-b2b5-418b-a63c-7279ce5a9fe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:06:50.254441 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 33764) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:06:50.416588 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9fc0b6-9da5-4d1f-bf3e-84f2129da16f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:06:50.417921 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-fd9fc0b6-9da5-4d1f-bf3e-84f2129da16f admin admin] 10.222.0.44 "GET /v2.0/networks/4d625284-12e5-4031-b909-2f88209a96c9 HTTP/1.1" status: 200 len: 886 time: 0.1625464 May 25 12:06:52.529050 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 33774) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:06:52.695962 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10aa381c-02ba-4430-8a6c-5a86d0d985fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:06:52.697293 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-10aa381c-02ba-4430-8a6c-5a86d0d985fd admin admin] 10.222.0.44 "GET /v2.0/networks/52d84213-36e2-4b30-b87a-04facb016c2c HTTP/1.1" status: 200 len: 869 time: 0.1673100 May 25 12:06:54.808421 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 33784) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:06:54.912034 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99bfbfef-2c67-4841-a35a-d06befc190cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:06:54.912509 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99bfbfef-2c67-4841-a35a-d06befc190cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:06:54.913979 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-99bfbfef-2c67-4841-a35a-d06befc190cf admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1046231 May 25 12:06:57.009306 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 33794) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:06:57.116402 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b20aa48-4b26-4cec-9a5a-6075306b489c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:06:57.116863 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b20aa48-4b26-4cec-9a5a-6075306b489c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:06:57.118367 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-3b20aa48-4b26-4cec-9a5a-6075306b489c admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1081393 May 25 12:06:59.217430 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 33804) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:06:59.316789 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7f3688-317f-4c89-a816-5c892dab1da5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:06:59.318091 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-8f7f3688-317f-4c89-a816-5c892dab1da5 admin admin] 10.222.0.44 "GET /v2.0/subnets/2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92 HTTP/1.1" status: 200 len: 816 time: 0.0997384 May 25 12:07:01.450120 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 33814) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:07:01.553681 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f1d1642-2725-44e2-8e94-0a202c4507be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:07:01.554954 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-1f1d1642-2725-44e2-8e94-0a202c4507be admin admin] 10.222.0.44 "GET /v2.0/subnets/d3ffabc4-9e46-4d30-9f72-3e0465b6385a HTTP/1.1" status: 200 len: 868 time: 0.1039085 May 25 12:07:08.092017 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.agents_db [None req-9d38de35-3365-4658-8f1e-c8b00fd146ea None None] Agent healthcheck: found 5 active agents {{(pid=92475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 12:07:14.010588 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-886329fc-0ab6-475b-8494-4b1f2dd2d560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:07:16.364938 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:07:16.753600 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-f7d3792b-0d61-4be4-bc88-1a583656c6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:07:17.959316 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ff182aac-c7db-4435-9e5c-c570f96503ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:07:19.450727 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-cb1178c2-b2b5-418b-a63c-7279ce5a9fe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:07:24.433201 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 33858) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:07:24.481118 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [None req-3c95b39e-80f5-4b66-8351-6a9657313afd admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=92472) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 12:07:24.482102 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-3c95b39e-80f5-4b66-8351-6a9657313afd admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0479896 May 25 12:07:26.641991 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 33868) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:07:26.711077 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5f0fe55-f764-410a-88ba-c8c12a13f6ea admin admin] GET failed (client error): The resource could not be found. May 25 12:07:26.712263 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-b5f0fe55-f764-410a-88ba-c8c12a13f6ea admin admin] 10.222.0.44 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0693724 May 25 12:07:26.832291 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaace13c-de5e-47c2-b5e7-2349d9d743ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:07:26.833689 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-eaace13c-de5e-47c2-b5e7-2349d9d743ae admin admin] 10.222.0.44 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1176393 May 25 12:07:28.946170 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 33878) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:07:28.992432 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.v2.base [None req-0eaba4f7-0da4-4610-992b-309936afc232 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=92472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 12:07:28.996810 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-0eaba4f7-0da4-4610-992b-309936afc232 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:07:29.006886 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-0eaba4f7-0da4-4610-992b-309936afc232 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:07:29.078916 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eaba4f7-0da4-4610-992b-309936afc232 admin admin] Made reservation on behalf of afb37c7e3731470dbec2228cd22f52e3 for: {'network': 1} {{(pid=92472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 12:07:29.081477 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-0eaba4f7-0da4-4610-992b-309936afc232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080768'] for network, before_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:07:29.167272 dv-cinder-779233-5-smb neutron-server[92472]: WARNING neutron.services.revisions.revision_plugin [None req-0eaba4f7-0da4-4610-992b-309936afc232 admin admin] Could not find related network for resource to bump revision. May 25 12:07:29.179270 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0eaba4f7-0da4-4610-992b-309936afc232 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=92472) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 12:07:29.187473 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-0eaba4f7-0da4-4610-992b-309936afc232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1959408'] for segment, precommit_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:07:29.187848 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.db.segments_db [None req-0eaba4f7-0da4-4610-992b-309936afc232 admin admin] Added segment 037884ec-d690-4c8e-80cc-0284b7b52645 of type vlan for network 37f98e2d-f72d-45f5-9d4a-e7c5dcc79c13 May 25 12:07:29.212027 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-0eaba4f7-0da4-4610-992b-309936afc232 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786008126284'] for network, precommit_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:07:29.290184 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-0eaba4f7-0da4-4610-992b-309936afc232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1019683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-653800'] for network, after_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:07:29.291458 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eaba4f7-0da4-4610-992b-309936afc232 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:07:29.292016 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-0eaba4f7-0da4-4610-992b-309936afc232 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653773'] for network, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:07:29.295129 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-264e5305-f8c0-44d9-9814-43876b4bd97c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:07:29.389441 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaba4f7-0da4-4610-992b-309936afc232 admin admin] Pushing event updated for resources: {'Network': ['ID=37f98e2d-f72d-45f5-9d4a-e7c5dcc79c13,revision_number=1']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:07:29.392398 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-0eaba4f7-0da4-4610-992b-309936afc232 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:07:29.399276 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Network 37f98e2d-f72d-45f5-9d4a-e7c5dcc79c13 details requested by agent ovs-agent-dv-cinder-779233-5-smb with host dv-cinder-779233-5-smb {{(pid=92474) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 12:07:29.451214 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-0eaba4f7-0da4-4610-992b-309936afc232 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5039697 May 25 12:07:31.569095 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 33888) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:07:31.634921 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb2de234-69fb-4a29-a01b-f1179447ea54 admin admin] GET failed (client error): The resource could not be found. May 25 12:07:31.635459 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-eb2de234-69fb-4a29-a01b-f1179447ea54 admin admin] Synchronizing usage tracker for tenant:afb37c7e3731470dbec2228cd22f52e3 on resource:network {{(pid=92472) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 12:07:31.695943 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-eb2de234-69fb-4a29-a01b-f1179447ea54 admin admin] Unset dirty status for tenant:afb37c7e3731470dbec2228cd22f52e3 on resource:network {{(pid=92472) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 12:07:31.697088 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-eb2de234-69fb-4a29-a01b-f1179447ea54 admin admin] 10.222.0.44 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1270757 May 25 12:07:31.799958 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee13108d-26a6-4490-8a9f-e5b42ccbab40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:07:31.801328 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-ee13108d-26a6-4490-8a9f-e5b42ccbab40 admin admin] 10.222.0.44 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1002922 May 25 12:07:31.811139 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.v2.base [None req-b183c96b-1598-4c9a-9d33-5d9f06ad78a8 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '37f98e2d-f72d-45f5-9d4a-e7c5dcc79c13', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=92472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 12:07:31.816117 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-b183c96b-1598-4c9a-9d33-5d9f06ad78a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:07:31.825528 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-b183c96b-1598-4c9a-9d33-5d9f06ad78a8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:07:31.884709 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b183c96b-1598-4c9a-9d33-5d9f06ad78a8 admin admin] Made reservation on behalf of afb37c7e3731470dbec2228cd22f52e3 for: {'subnet': 1} {{(pid=92472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 12:07:31.886890 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-b183c96b-1598-4c9a-9d33-5d9f06ad78a8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:07:32.366378 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-b183c96b-1598-4c9a-9d33-5d9f06ad78a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811'] for subnet, after_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:07:32.369956 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-6d99deac-1e9d-4894-98a5-0b4ebe42541d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:07:32.435808 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b183c96b-1598-4c9a-9d33-5d9f06ad78a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcc294b8-940d-4a8b-9472-670abd3218ee,revision_number=0']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:07:32.439383 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-b183c96b-1598-4c9a-9d33-5d9f06ad78a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:07:32.446162 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b183c96b-1598-4c9a-9d33-5d9f06ad78a8 admin admin] Checking segment: {'id': '037884ec-d690-4c8e-80cc-0284b7b52645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '37f98e2d-f72d-45f5-9d4a-e7c5dcc79c13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 12:07:32.446508 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b183c96b-1598-4c9a-9d33-5d9f06ad78a8 admin admin] Network hostable DHCP agents. Network: 37f98e2d-f72d-45f5-9d4a-e7c5dcc79c13, hostable agents: ['0c80ff5a-370f-48e8-a560-f3922f41a294'], hosted agents: [] {{(pid=92472) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 12:07:32.501450 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b183c96b-1598-4c9a-9d33-5d9f06ad78a8 admin admin] Network 37f98e2d-f72d-45f5-9d4a-e7c5dcc79c13 is scheduled to be hosted by DHCP agent 0c80ff5a-370f-48e8-a560-f3922f41a294 with binding_index 1 {{(pid=92472) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 12:07:32.599084 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.scheduler.base_scheduler [None req-b183c96b-1598-4c9a-9d33-5d9f06ad78a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779233-5-smb, 37f98e2d-f72d-45f5-9d4a-e7c5dcc79c13) {{(pid=92472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 12:07:32.603289 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b183c96b-1598-4c9a-9d33-5d9f06ad78a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:07:32.603895 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-b183c96b-1598-4c9a-9d33-5d9f06ad78a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653773'] for subnet, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:07:32.607741 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996d79d5-2046-4465-89b5-6c615a1baa2f None None] Network 37f98e2d-f72d-45f5-9d4a-e7c5dcc79c13 requested from dv-cinder-779233-5-smb {{(pid=92474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 12:07:32.710652 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-b183c96b-1598-4c9a-9d33-5d9f06ad78a8 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8950212 May 25 12:07:32.825748 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9510b0a-94af-41fe-902b-d81441e15757 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb470bd2-2dac-5629-b131-0e08a6e57b62-37f98e2d-f72d-45f5-9d4a-e7c5dcc79c13', 'network_id': '37f98e2d-f72d-45f5-9d4a-e7c5dcc79c13', 'tenant_id': 'afb37c7e3731470dbec2228cd22f52e3', 'fixed_ips': [{'subnet_id': 'dcc294b8-940d-4a8b-9472-670abd3218ee'}]}} from dv-cinder-779233-5-smb. {{(pid=92474) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 12:07:32.826818 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-c9510b0a-94af-41fe-902b-d81441e15757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_create {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:07:33.069561 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.db_base_plugin_common [None req-c9510b0a-94af-41fe-902b-d81441e15757 None None] Allocated IP 192.168.233.2 (37f98e2d-f72d-45f5-9d4a-e7c5dcc79c13/dcc294b8-940d-4a8b-9472-670abd3218ee/b79f205e-90ca-44b8-849c-c7b9035024e2) {{(pid=92474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 12:07:33.293564 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-c9510b0a-94af-41fe-902b-d81441e15757 None None] Notify callbacks [] for port, precommit_create {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:07:33.304099 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-c9510b0a-94af-41fe-902b-d81441e15757 None None] Transition to ACTIVE for port object b79f205e-90ca-44b8-849c-c7b9035024e2 will not be triggered until provisioned by entity L2. {{(pid=92474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 12:07:33.324066 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-c9510b0a-94af-41fe-902b-d81441e15757 None None] Transition to ACTIVE for port object b79f205e-90ca-44b8-849c-c7b9035024e2 will not be triggered until provisioned by entity DHCP. {{(pid=92474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 12:07:33.399757 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-c9510b0a-94af-41fe-902b-d81441e15757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786008105683'] for port, after_create {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:07:33.404339 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:07:33.467767 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9510b0a-94af-41fe-902b-d81441e15757 None None] Network 37f98e2d-f72d-45f5-9d4a-e7c5dcc79c13 is already hosted by enough agents. {{(pid=92474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 12:07:33.470315 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.scheduler.base_scheduler [None req-c9510b0a-94af-41fe-902b-d81441e15757 None None] Resources bound (agent type, host, resource id): {{(pid=92474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 12:07:33.474540 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9510b0a-94af-41fe-902b-d81441e15757 None None] Received port after_create {{(pid=92474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 12:07:33.477904 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9510b0a-94af-41fe-902b-d81441e15757 None None] Pushing event updated for resources: {'Port': ['ID=b79f205e-90ca-44b8-849c-c7b9035024e2,revision_number=1']} {{(pid=92474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:07:33.510484 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9510b0a-94af-41fe-902b-d81441e15757 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:07:33.510821 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9510b0a-94af-41fe-902b-d81441e15757 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:07:33.511146 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9510b0a-94af-41fe-902b-d81441e15757 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:07:33.511496 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9510b0a-94af-41fe-902b-d81441e15757 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:07:33.511862 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9510b0a-94af-41fe-902b-d81441e15757 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:07:33.512171 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9510b0a-94af-41fe-902b-d81441e15757 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:07:33.512483 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9510b0a-94af-41fe-902b-d81441e15757 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:07:33.512797 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9510b0a-94af-41fe-902b-d81441e15757 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:07:33.513115 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9510b0a-94af-41fe-902b-d81441e15757 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:07:33.513423 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9510b0a-94af-41fe-902b-d81441e15757 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:07:33.513742 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9510b0a-94af-41fe-902b-d81441e15757 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:07:33.514045 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9510b0a-94af-41fe-902b-d81441e15757 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:07:33.521831 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-c9510b0a-94af-41fe-902b-d81441e15757 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:07:33.576763 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.managers [None req-c9510b0a-94af-41fe-902b-d81441e15757 None None] Attempting to bind port b79f205e-90ca-44b8-849c-c7b9035024e2 on host dv-cinder-779233-5-smb for vnic_type normal with profile {{(pid=92474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 12:07:33.577060 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.managers [None req-c9510b0a-94af-41fe-902b-d81441e15757 None None] Attempting to bind port b79f205e-90ca-44b8-849c-c7b9035024e2 by drivers openvswitch,hyperv on host dv-cinder-779233-5-smb at level 0 using segments [{'id': '037884ec-d690-4c8e-80cc-0284b7b52645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '37f98e2d-f72d-45f5-9d4a-e7c5dcc79c13'}] {{(pid=92474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 12:07:33.577418 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9510b0a-94af-41fe-902b-d81441e15757 None None] Attempting to bind port b79f205e-90ca-44b8-849c-c7b9035024e2 on network 37f98e2d-f72d-45f5-9d4a-e7c5dcc79c13 {{(pid=92474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 12:07:33.583146 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9510b0a-94af-41fe-902b-d81441e15757 None None] Checking agent: {'id': 'dfb2fd04-6671-4c26-88c9-b30127e2e29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779233-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 12, 4, 16), 'started_at': datetime.datetime(2021, 5, 25, 12, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 12, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779233-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 12:07:33.583622 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9510b0a-94af-41fe-902b-d81441e15757 None None] Checking segment: {'id': '037884ec-d690-4c8e-80cc-0284b7b52645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '37f98e2d-f72d-45f5-9d4a-e7c5dcc79c13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 12:07:33.584025 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-c9510b0a-94af-41fe-902b-d81441e15757 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:07:33.584411 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9510b0a-94af-41fe-902b-d81441e15757 None None] Bound using segment: {'id': '037884ec-d690-4c8e-80cc-0284b7b52645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '37f98e2d-f72d-45f5-9d4a-e7c5dcc79c13'} {{(pid=92474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 12:07:33.584875 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.managers [None req-c9510b0a-94af-41fe-902b-d81441e15757 None None] Bound port: b79f205e-90ca-44b8-849c-c7b9035024e2, host: dv-cinder-779233-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '037884ec-d690-4c8e-80cc-0284b7b52645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '37f98e2d-f72d-45f5-9d4a-e7c5dcc79c13'}}] {{(pid=92474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 12:07:33.585244 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-c9510b0a-94af-41fe-902b-d81441e15757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:07:33.671458 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-c9510b0a-94af-41fe-902b-d81441e15757 None None] For port b79f205e-90ca-44b8-849c-c7b9035024e2, host dv-cinder-779233-5-smb, cleared binding levels {{(pid=92474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 12:07:33.674564 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-c9510b0a-94af-41fe-902b-d81441e15757 None None] For port b79f205e-90ca-44b8-849c-c7b9035024e2, host dv-cinder-779233-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-5-smb',level=0,port_id=b79f205e-90ca-44b8-849c-c7b9035024e2,segment=NetworkSegment(037884ec-d690-4c8e-80cc-0284b7b52645),segment_id=037884ec-d690-4c8e-80cc-0284b7b52645)] {{(pid=92474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 12:07:33.776764 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-c9510b0a-94af-41fe-902b-d81441e15757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:07:33.780756 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:07:33.857620 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9510b0a-94af-41fe-902b-d81441e15757 None None] Pushing event updated for resources: {'Port': ['ID=b79f205e-90ca-44b8-849c-c7b9035024e2,revision_number=2']} {{(pid=92474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:07:33.861103 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-c9510b0a-94af-41fe-902b-d81441e15757 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:07:34.631613 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e278f1-6334-45c5-bf0b-e45d2d0f5707 None None] Network 37f98e2d-f72d-45f5-9d4a-e7c5dcc79c13 requested from dv-cinder-779233-5-smb {{(pid=92474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 12:07:34.782629 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-cb80a0bb-963d-457d-b45a-e2f6a6189e2a None None] Provisioning for port b79f205e-90ca-44b8-849c-c7b9035024e2 completed by entity DHCP. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 12:07:34.969767 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Device b79f205e-90ca-44b8-849c-c7b9035024e2 up at agent ovs-agent-dv-cinder-779233-5-smb {{(pid=92474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 12:07:35.135995 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Provisioning for port b79f205e-90ca-44b8-849c-c7b9035024e2 completed by entity L2. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 12:07:35.141362 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Provisioning complete for port b79f205e-90ca-44b8-849c-c7b9035024e2 triggered by entity L2. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 12:07:35.141721 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902397'] for port, provisioning_complete {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:07:35.259590 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:07:35.291780 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] For port b79f205e-90ca-44b8-849c-c7b9035024e2, host dv-cinder-779233-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-5-smb',level=0,port_id=b79f205e-90ca-44b8-849c-c7b9035024e2,segment=NetworkSegment(037884ec-d690-4c8e-80cc-0284b7b52645),segment_id=037884ec-d690-4c8e-80cc-0284b7b52645)] {{(pid=92474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:07:35.370450 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:07:35.372699 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-4b4dedcc-9fda-465e-a5bd-9a860328aa44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:07:35.438556 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Pushing event updated for resources: {'Port': ['ID=b79f205e-90ca-44b8-849c-c7b9035024e2,revision_number=3']} {{(pid=92474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:07:35.441894 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:07:36.924526 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Device b79f205e-90ca-44b8-849c-c7b9035024e2 up at agent ovs-agent-dv-cinder-779233-5-smb {{(pid=92474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 12:07:36.993108 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Provisioning complete for port b79f205e-90ca-44b8-849c-c7b9035024e2 triggered by entity L2. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 12:07:36.993383 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902397'] for port, provisioning_complete {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:07:44.055849 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-7509afdc-0645-4d98-ae44-6a026d6290cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:07:45.090150 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.agents_db [None req-9d38de35-3365-4658-8f1e-c8b00fd146ea None None] Agent healthcheck: found 5 active agents {{(pid=92475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 12:07:46.381636 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:07:46.758939 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-81c1b7de-4d57-4156-b36d-f8c5a405d3e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:07:47.959229 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ff182aac-c7db-4435-9e5c-c570f96503ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:07:49.456147 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-cb1178c2-b2b5-418b-a63c-7279ce5a9fe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:08:14.044261 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-5f77547b-90fa-47b2-8d77-bfea52dfb5d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:08:16.376040 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:08:16.758368 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-739299f5-1014-48c8-93cc-bf5ae0d34dc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:08:17.987083 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ff182aac-c7db-4435-9e5c-c570f96503ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:08:19.472938 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-cb1178c2-b2b5-418b-a63c-7279ce5a9fe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:08:22.088521 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.agents_db [None req-9d38de35-3365-4658-8f1e-c8b00fd146ea None None] Agent healthcheck: found 5 active agents {{(pid=92475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 12:08:44.038341 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-f2c10dd0-1f59-4ec6-bf38-aa7e464743b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:08:46.392025 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:08:46.752436 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-52e0112f-1273-49bc-9735-6de369b99de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:08:47.968934 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ff182aac-c7db-4435-9e5c-c570f96503ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:08:49.449259 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-cb1178c2-b2b5-418b-a63c-7279ce5a9fe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:08:49.855007 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 33938) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:08:49.861137 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [None req-bb67b553-3ef2-459d-bcf2-8472f47442e4 tempest-verify_tempest_config-1247707803 tempest-verify_tempest_config-1247707803-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=92472) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 12:08:49.862090 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-bb67b553-3ef2-459d-bcf2-8472f47442e4 tempest-verify_tempest_config-1247707803 tempest-verify_tempest_config-1247707803-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060983 May 25 12:08:50.374209 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 33956) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:08:50.490061 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-22ced7a0-da97-4965-86d3-98074d11f7f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:08:50.503720 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-22ced7a0-da97-4965-86d3-98074d11f7f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:08:50.507474 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-22ced7a0-da97-4965-86d3-98074d11f7f6 admin admin] Usage tracker for resource:security_group_rule and tenant:630bb2c9e6c54928a7d37981391db51f is out of sync, need to count used quota {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:08:50.510301 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-22ced7a0-da97-4965-86d3-98074d11f7f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:08:50.516464 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-22ced7a0-da97-4965-86d3-98074d11f7f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:08:50.597392 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-22ced7a0-da97-4965-86d3-98074d11f7f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:08:50.666714 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-22ced7a0-da97-4965-86d3-98074d11f7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:08:50.674164 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:08:50.712746 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-22ced7a0-da97-4965-86d3-98074d11f7f6 admin admin] Synchronizing usage tracker for tenant:afb37c7e3731470dbec2228cd22f52e3 on resource:security_group {{(pid=92472) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 12:08:50.715851 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ced7a0-da97-4965-86d3-98074d11f7f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=388c2013-1a07-47e4-a87d-0e715f9665bf,revision_number=1']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:08:50.727111 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ced7a0-da97-4965-86d3-98074d11f7f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:08:50.727474 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ced7a0-da97-4965-86d3-98074d11f7f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:08:50.727801 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ced7a0-da97-4965-86d3-98074d11f7f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:08:50.728115 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ced7a0-da97-4965-86d3-98074d11f7f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:08:50.728425 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ced7a0-da97-4965-86d3-98074d11f7f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:08:50.728734 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ced7a0-da97-4965-86d3-98074d11f7f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:08:50.729039 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ced7a0-da97-4965-86d3-98074d11f7f6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:08:50.729342 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ced7a0-da97-4965-86d3-98074d11f7f6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:08:50.729647 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ced7a0-da97-4965-86d3-98074d11f7f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:08:50.729945 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ced7a0-da97-4965-86d3-98074d11f7f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:08:50.730245 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ced7a0-da97-4965-86d3-98074d11f7f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:08:50.730543 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ced7a0-da97-4965-86d3-98074d11f7f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:08:50.735796 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-22ced7a0-da97-4965-86d3-98074d11f7f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:08:50.809202 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-22ced7a0-da97-4965-86d3-98074d11f7f6 admin admin] Unset dirty status for tenant:afb37c7e3731470dbec2228cd22f52e3 on resource:security_group {{(pid=92472) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 12:08:50.810956 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-22ced7a0-da97-4965-86d3-98074d11f7f6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=630bb2c9e6c54928a7d37981391db51f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4358122 May 25 12:08:50.813530 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 33962) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:08:50.868536 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-21b1d303-d0b5-4af0-92de-8d13415ccc4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:08:50.894093 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-21b1d303-d0b5-4af0-92de-8d13415ccc4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:08:51.055297 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-21b1d303-d0b5-4af0-92de-8d13415ccc4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:08:51.059018 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-264e5305-f8c0-44d9-9814-43876b4bd97c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:08:51.071636 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b1d303-d0b5-4af0-92de-8d13415ccc4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=388c2013-1a07-47e4-a87d-0e715f9665bf,revision_number=None']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:08:51.074385 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-21b1d303-d0b5-4af0-92de-8d13415ccc4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:08:51.076908 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-21b1d303-d0b5-4af0-92de-8d13415ccc4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:08:51.077975 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-21b1d303-d0b5-4af0-92de-8d13415ccc4d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/388c2013-1a07-47e4-a87d-0e715f9665bf HTTP/1.1" status: 204 len: 168 time: 0.2635863 May 25 12:08:59.087109 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.agents_db [None req-9d38de35-3365-4658-8f1e-c8b00fd146ea None None] Agent healthcheck: found 5 active agents {{(pid=92475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 12:09:14.026381 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-b6c0b956-d469-42df-89c5-7581aeaf27b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:09:16.397156 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:09:16.764009 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-416552dd-17ff-424f-987c-efa1d0596841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:09:17.979783 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ff182aac-c7db-4435-9e5c-c570f96503ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:09:19.512053 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-cb1178c2-b2b5-418b-a63c-7279ce5a9fe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:09:36.086031 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.agents_db [None req-9d38de35-3365-4658-8f1e-c8b00fd146ea None None] Agent healthcheck: found 5 active agents {{(pid=92475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 12:09:44.026297 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-cf8d1a61-6761-42a1-98ae-3a6ac33c2258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:09:46.386169 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:09:46.752181 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-c60b65ad-4023-4149-810e-702c03f9e6ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:09:47.967680 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ff182aac-c7db-4435-9e5c-c570f96503ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:09:49.516853 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-cb1178c2-b2b5-418b-a63c-7279ce5a9fe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:10:13.084194 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.agents_db [None req-9d38de35-3365-4658-8f1e-c8b00fd146ea None None] Agent healthcheck: found 5 active agents {{(pid=92475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 12:10:14.020122 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-0367a28c-998a-4ba4-afec-6258f98ead23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:10:16.380378 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:10:16.779784 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-18e6e4c8-6fe4-4d95-9c28-5572b6ff8ab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:10:17.968475 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ff182aac-c7db-4435-9e5c-c570f96503ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:10:19.505717 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-cb1178c2-b2b5-418b-a63c-7279ce5a9fe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:10:27.152172 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478'] for agent, after_create {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:10:30.585152 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 34014) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:10:30.695174 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-6a656b27-1ed0-468a-afa1-df83ca6da509 admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1089187 May 25 12:10:32.838635 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 34024) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:10:32.893057 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-f6d8b183-98b6-412b-9dce-9bd2b738f294 admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0533719 May 25 12:10:44.048442 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-8d1f25ac-7062-4d9e-95ec-2477c8518fd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:10:46.391019 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:10:46.751043 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-08791987-051d-4133-bb3c-1a0919bd6e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:10:47.974064 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ff182aac-c7db-4435-9e5c-c570f96503ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:10:49.476772 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-cb1178c2-b2b5-418b-a63c-7279ce5a9fe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:10:50.082813 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.agents_db [None req-9d38de35-3365-4658-8f1e-c8b00fd146ea None None] Agent healthcheck: found 6 active agents {{(pid=92475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 12:10:57.099308 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:11:14.058911 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-22dd8cd3-0057-465f-b38c-58c0bdc37512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:11:16.396196 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:11:16.766442 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-16ad9348-1bd5-41f3-bda4-a8b042f88363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:11:17.990718 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ff182aac-c7db-4435-9e5c-c570f96503ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:11:19.469444 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-cb1178c2-b2b5-418b-a63c-7279ce5a9fe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:11:27.085171 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.agents_db [None req-9d38de35-3365-4658-8f1e-c8b00fd146ea None None] Agent healthcheck: found 6 active agents {{(pid=92475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 12:11:27.166396 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:11:44.035410 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-6bf4aea2-d17e-4de8-be12-f75b101528ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:11:46.401098 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:11:46.773174 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-5aea3091-29b5-4fdd-997d-0fe2a2fc33f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:11:48.005028 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ff182aac-c7db-4435-9e5c-c570f96503ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:11:49.481355 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-cb1178c2-b2b5-418b-a63c-7279ce5a9fe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:11:57.138492 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:01.983870 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 34184) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:12:02.193879 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 34196) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:12:02.346718 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.v2.base [None req-be525a2d-045e-4295-ab32-8c06d53adfcf admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1483553145-network', 'tenant_id': '4b9fde9de33c4fc09c0c531cf0f714fe'}} {{(pid=92472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 12:12:02.352987 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-be525a2d-045e-4295-ab32-8c06d53adfcf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:12:02.358514 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-be525a2d-045e-4295-ab32-8c06d53adfcf admin admin] Usage tracker for resource:network and tenant:4b9fde9de33c4fc09c0c531cf0f714fe is out of sync, need to count used quota {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:12:02.367897 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-be525a2d-045e-4295-ab32-8c06d53adfcf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:12:02.374481 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-be525a2d-045e-4295-ab32-8c06d53adfcf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:12:02.427667 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.v2.base [None req-f15e162d-b4f4-4d50-9141-5a9dec19a9a0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-980141975-network', 'tenant_id': '401f68ee052c48d0a0e9823d5525ef3d'}} {{(pid=92473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 12:12:02.432053 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-f15e162d-b4f4-4d50-9141-5a9dec19a9a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:12:02.436066 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-f15e162d-b4f4-4d50-9141-5a9dec19a9a0 admin admin] Usage tracker for resource:network and tenant:401f68ee052c48d0a0e9823d5525ef3d is out of sync, need to count used quota {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:12:02.445641 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-f15e162d-b4f4-4d50-9141-5a9dec19a9a0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:12:02.447714 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be525a2d-045e-4295-ab32-8c06d53adfcf admin admin] Made reservation on behalf of 4b9fde9de33c4fc09c0c531cf0f714fe for: {'network': 1} {{(pid=92472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 12:12:02.448243 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-f15e162d-b4f4-4d50-9141-5a9dec19a9a0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:12:02.450450 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-be525a2d-045e-4295-ab32-8c06d53adfcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080768'] for network, before_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:02.465217 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-be525a2d-045e-4295-ab32-8c06d53adfcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:02.480674 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-be525a2d-045e-4295-ab32-8c06d53adfcf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:12:02.484639 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-be525a2d-045e-4295-ab32-8c06d53adfcf admin admin] Usage tracker for resource:security_group_rule and tenant:4b9fde9de33c4fc09c0c531cf0f714fe is out of sync, need to count used quota {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:12:02.493563 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-be525a2d-045e-4295-ab32-8c06d53adfcf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:12:02.493563 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-be525a2d-045e-4295-ab32-8c06d53adfcf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:12:02.576752 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-be525a2d-045e-4295-ab32-8c06d53adfcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:02.584752 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f15e162d-b4f4-4d50-9141-5a9dec19a9a0 admin admin] Made reservation on behalf of 401f68ee052c48d0a0e9823d5525ef3d for: {'network': 1} {{(pid=92473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 12:12:02.587224 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-f15e162d-b4f4-4d50-9141-5a9dec19a9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080768'] for network, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:02.602616 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-f15e162d-b4f4-4d50-9141-5a9dec19a9a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:02.617034 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-f15e162d-b4f4-4d50-9141-5a9dec19a9a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:12:02.620908 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-f15e162d-b4f4-4d50-9141-5a9dec19a9a0 admin admin] Usage tracker for resource:security_group_rule and tenant:401f68ee052c48d0a0e9823d5525ef3d is out of sync, need to count used quota {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:12:02.626537 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-f15e162d-b4f4-4d50-9141-5a9dec19a9a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:12:02.633938 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-f15e162d-b4f4-4d50-9141-5a9dec19a9a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:12:02.703624 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-be525a2d-045e-4295-ab32-8c06d53adfcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:02.723387 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be525a2d-045e-4295-ab32-8c06d53adfcf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=92472) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 12:12:02.729806 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-22ced7a0-da97-4965-86d3-98074d11f7f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:12:02.746167 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-be525a2d-045e-4295-ab32-8c06d53adfcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1959408'] for segment, precommit_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:02.746510 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.db.segments_db [None req-be525a2d-045e-4295-ab32-8c06d53adfcf admin admin] Added segment bce0be32-79f8-414c-940b-3d609357a644 of type vlan for network 92cbe58f-da5f-428e-b139-7dfedbb5c159 May 25 12:12:02.764507 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be525a2d-045e-4295-ab32-8c06d53adfcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66037392-5f85-4874-a400-63cb75635da6,revision_number=1']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:12:02.773266 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be525a2d-045e-4295-ab32-8c06d53adfcf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:12:02.773613 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be525a2d-045e-4295-ab32-8c06d53adfcf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:12:02.773940 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be525a2d-045e-4295-ab32-8c06d53adfcf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:12:02.774266 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be525a2d-045e-4295-ab32-8c06d53adfcf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:12:02.774586 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be525a2d-045e-4295-ab32-8c06d53adfcf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:12:02.775103 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be525a2d-045e-4295-ab32-8c06d53adfcf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:12:02.775541 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be525a2d-045e-4295-ab32-8c06d53adfcf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:12:02.775771 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be525a2d-045e-4295-ab32-8c06d53adfcf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:12:02.776109 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be525a2d-045e-4295-ab32-8c06d53adfcf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:12:02.776424 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be525a2d-045e-4295-ab32-8c06d53adfcf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:12:02.776738 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be525a2d-045e-4295-ab32-8c06d53adfcf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:12:02.777053 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be525a2d-045e-4295-ab32-8c06d53adfcf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:12:02.778107 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be525a2d-045e-4295-ab32-8c06d53adfcf admin admin] Tracked resource versions report: May 25 12:12:02.778107 dv-cinder-779233-5-smb neutron-server[92472]: pushed versions: May 25 12:12:02.778107 dv-cinder-779233-5-smb neutron-server[92472]: { 'AddressGroup': {'1.2'}, May 25 12:12:02.778107 dv-cinder-779233-5-smb neutron-server[92472]: 'ConntrackHelper': {'1.0'}, May 25 12:12:02.778107 dv-cinder-779233-5-smb neutron-server[92472]: 'Log': {'1.0'}, May 25 12:12:02.778107 dv-cinder-779233-5-smb neutron-server[92472]: 'Network': {'1.1'}, May 25 12:12:02.778107 dv-cinder-779233-5-smb neutron-server[92472]: 'Port': {'1.7'}, May 25 12:12:02.778107 dv-cinder-779233-5-smb neutron-server[92472]: 'PortForwarding': {'1.2'}, May 25 12:12:02.778107 dv-cinder-779233-5-smb neutron-server[92472]: 'QosPolicy': {'1.8'}, May 25 12:12:02.778107 dv-cinder-779233-5-smb neutron-server[92472]: 'SecurityGroup': {'1.4'}, May 25 12:12:02.778107 dv-cinder-779233-5-smb neutron-server[92472]: 'SecurityGroupRule': {'1.2'}, May 25 12:12:02.778107 dv-cinder-779233-5-smb neutron-server[92472]: 'SubPort': {'1.0'}, May 25 12:12:02.778107 dv-cinder-779233-5-smb neutron-server[92472]: 'Subnet': {'1.1'}, May 25 12:12:02.778107 dv-cinder-779233-5-smb neutron-server[92472]: 'Trunk': {'1.1'}} May 25 12:12:02.778107 dv-cinder-779233-5-smb neutron-server[92472]: consumer versions: May 25 12:12:02.778107 dv-cinder-779233-5-smb neutron-server[92472]: { DHCP agent@dv-cinder-779233-5-smb: {}, May 25 12:12:02.778107 dv-cinder-779233-5-smb neutron-server[92472]: HyperV agent@hv-cinder-77923: {}, May 25 12:12:02.778107 dv-cinder-779233-5-smb neutron-server[92472]: L3 agent@dv-cinder-779233-5-smb: {}, May 25 12:12:02.778107 dv-cinder-779233-5-smb neutron-server[92472]: Metadata agent@dv-cinder-779233-5-smb: {}, May 25 12:12:02.778107 dv-cinder-779233-5-smb neutron-server[92472]: Metering agent@dv-cinder-779233-5-smb: {}, May 25 12:12:02.778107 dv-cinder-779233-5-smb neutron-server[92472]: Open vSwitch agent@dv-cinder-779233-5-smb: { 'AddressGroup': '1.2', May 25 12:12:02.778107 dv-cinder-779233-5-smb neutron-server[92472]: 'ConntrackHelper': '1.0', May 25 12:12:02.778107 dv-cinder-779233-5-smb neutron-server[92472]: 'Log': '1.0', May 25 12:12:02.778107 dv-cinder-779233-5-smb neutron-server[92472]: 'Network': '1.1', May 25 12:12:02.778107 dv-cinder-779233-5-smb neutron-server[92472]: 'Port': '1.7', May 25 12:12:02.778107 dv-cinder-779233-5-smb neutron-server[92472]: 'PortForwarding': '1.2', May 25 12:12:02.778107 dv-cinder-779233-5-smb neutron-server[92472]: 'QosPolicy': '1.8', May 25 12:12:02.778107 dv-cinder-779233-5-smb neutron-server[92472]: 'SecurityGroup': '1.4', May 25 12:12:02.778107 dv-cinder-779233-5-smb neutron-server[92472]: 'SecurityGroupRule': '1.2', May 25 12:12:02.778107 dv-cinder-779233-5-smb neutron-server[92472]: 'SubPort': '1.0', May 25 12:12:02.778107 dv-cinder-779233-5-smb neutron-server[92472]: 'Subnet': '1.1', May 25 12:12:02.778107 dv-cinder-779233-5-smb neutron-server[92472]: 'Trunk': '1.1'}} May 25 12:12:02.778107 dv-cinder-779233-5-smb neutron-server[92472]: {{(pid=92472) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 12:12:02.783683 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-be525a2d-045e-4295-ab32-8c06d53adfcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:12:02.794382 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-f15e162d-b4f4-4d50-9141-5a9dec19a9a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:02.799741 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-be525a2d-045e-4295-ab32-8c06d53adfcf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786008126284'] for network, precommit_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:02.902885 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-f15e162d-b4f4-4d50-9141-5a9dec19a9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:02.904918 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-be525a2d-045e-4295-ab32-8c06d53adfcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1019683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-653800'] for network, after_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:02.906794 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be525a2d-045e-4295-ab32-8c06d53adfcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:02.908170 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-be525a2d-045e-4295-ab32-8c06d53adfcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653773'] for network, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:02.909110 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:12:02.933694 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-0eaba4f7-0da4-4610-992b-309936afc232 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:12:02.941473 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15e162d-b4f4-4d50-9141-5a9dec19a9a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9814c1a-49d4-4fda-a561-b17a1532a21d,revision_number=1']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:12:02.954232 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15e162d-b4f4-4d50-9141-5a9dec19a9a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:12:02.955052 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15e162d-b4f4-4d50-9141-5a9dec19a9a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:12:02.955659 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15e162d-b4f4-4d50-9141-5a9dec19a9a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:12:02.956228 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15e162d-b4f4-4d50-9141-5a9dec19a9a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:12:02.956980 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15e162d-b4f4-4d50-9141-5a9dec19a9a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:12:02.957449 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15e162d-b4f4-4d50-9141-5a9dec19a9a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:12:02.957920 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15e162d-b4f4-4d50-9141-5a9dec19a9a0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:12:02.958412 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15e162d-b4f4-4d50-9141-5a9dec19a9a0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:12:02.958972 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15e162d-b4f4-4d50-9141-5a9dec19a9a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:12:02.959702 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15e162d-b4f4-4d50-9141-5a9dec19a9a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:12:02.960196 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15e162d-b4f4-4d50-9141-5a9dec19a9a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:12:02.960680 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15e162d-b4f4-4d50-9141-5a9dec19a9a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:12:02.961879 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15e162d-b4f4-4d50-9141-5a9dec19a9a0 admin admin] Tracked resource versions report: May 25 12:12:02.961879 dv-cinder-779233-5-smb neutron-server[92473]: pushed versions: May 25 12:12:02.961879 dv-cinder-779233-5-smb neutron-server[92473]: { 'AddressGroup': {'1.2'}, May 25 12:12:02.961879 dv-cinder-779233-5-smb neutron-server[92473]: 'ConntrackHelper': {'1.0'}, May 25 12:12:02.961879 dv-cinder-779233-5-smb neutron-server[92473]: 'Log': {'1.0'}, May 25 12:12:02.961879 dv-cinder-779233-5-smb neutron-server[92473]: 'Network': {'1.1'}, May 25 12:12:02.961879 dv-cinder-779233-5-smb neutron-server[92473]: 'Port': {'1.7'}, May 25 12:12:02.961879 dv-cinder-779233-5-smb neutron-server[92473]: 'PortForwarding': {'1.2'}, May 25 12:12:02.961879 dv-cinder-779233-5-smb neutron-server[92473]: 'QosPolicy': {'1.8'}, May 25 12:12:02.961879 dv-cinder-779233-5-smb neutron-server[92473]: 'SecurityGroup': {'1.4'}, May 25 12:12:02.961879 dv-cinder-779233-5-smb neutron-server[92473]: 'SecurityGroupRule': {'1.2'}, May 25 12:12:02.961879 dv-cinder-779233-5-smb neutron-server[92473]: 'SubPort': {'1.0'}, May 25 12:12:02.961879 dv-cinder-779233-5-smb neutron-server[92473]: 'Subnet': {'1.1'}, May 25 12:12:02.961879 dv-cinder-779233-5-smb neutron-server[92473]: 'Trunk': {'1.1'}} May 25 12:12:02.961879 dv-cinder-779233-5-smb neutron-server[92473]: consumer versions: May 25 12:12:02.961879 dv-cinder-779233-5-smb neutron-server[92473]: { DHCP agent@dv-cinder-779233-5-smb: {}, May 25 12:12:02.961879 dv-cinder-779233-5-smb neutron-server[92473]: HyperV agent@hv-cinder-77923: {}, May 25 12:12:02.961879 dv-cinder-779233-5-smb neutron-server[92473]: L3 agent@dv-cinder-779233-5-smb: {}, May 25 12:12:02.961879 dv-cinder-779233-5-smb neutron-server[92473]: Metadata agent@dv-cinder-779233-5-smb: {}, May 25 12:12:02.961879 dv-cinder-779233-5-smb neutron-server[92473]: Metering agent@dv-cinder-779233-5-smb: {}, May 25 12:12:02.961879 dv-cinder-779233-5-smb neutron-server[92473]: Open vSwitch agent@dv-cinder-779233-5-smb: { 'AddressGroup': '1.2', May 25 12:12:02.961879 dv-cinder-779233-5-smb neutron-server[92473]: 'ConntrackHelper': '1.0', May 25 12:12:02.961879 dv-cinder-779233-5-smb neutron-server[92473]: 'Log': '1.0', May 25 12:12:02.961879 dv-cinder-779233-5-smb neutron-server[92473]: 'Network': '1.1', May 25 12:12:02.961879 dv-cinder-779233-5-smb neutron-server[92473]: 'Port': '1.7', May 25 12:12:02.961879 dv-cinder-779233-5-smb neutron-server[92473]: 'PortForwarding': '1.2', May 25 12:12:02.961879 dv-cinder-779233-5-smb neutron-server[92473]: 'QosPolicy': '1.8', May 25 12:12:02.961879 dv-cinder-779233-5-smb neutron-server[92473]: 'SecurityGroup': '1.4', May 25 12:12:02.961879 dv-cinder-779233-5-smb neutron-server[92473]: 'SecurityGroupRule': '1.2', May 25 12:12:02.961879 dv-cinder-779233-5-smb neutron-server[92473]: 'SubPort': '1.0', May 25 12:12:02.961879 dv-cinder-779233-5-smb neutron-server[92473]: 'Subnet': '1.1', May 25 12:12:02.961879 dv-cinder-779233-5-smb neutron-server[92473]: 'Trunk': '1.1'}} May 25 12:12:02.961879 dv-cinder-779233-5-smb neutron-server[92473]: {{(pid=92473) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 12:12:02.969452 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-f15e162d-b4f4-4d50-9141-5a9dec19a9a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:12:02.970449 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f15e162d-b4f4-4d50-9141-5a9dec19a9a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=92473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 12:12:02.985460 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-f15e162d-b4f4-4d50-9141-5a9dec19a9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1959408'] for segment, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:02.985801 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.db.segments_db [None req-f15e162d-b4f4-4d50-9141-5a9dec19a9a0 admin admin] Added segment a867bff5-0b48-4d60-bac3-5ba6e8b8d30c of type vlan for network b95433bc-2dbd-474f-a7da-308000160943 May 25 12:12:03.027864 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 34234) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:12:03.040820 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be525a2d-045e-4295-ab32-8c06d53adfcf admin admin] Pushing event updated for resources: {'Network': ['ID=92cbe58f-da5f-428e-b139-7dfedbb5c159,revision_number=1']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:12:03.043623 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-be525a2d-045e-4295-ab32-8c06d53adfcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:12:03.045418 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-be525a2d-045e-4295-ab32-8c06d53adfcf admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0604100 May 25 12:12:03.048810 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 34240) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:12:03.053621 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Network 92cbe58f-da5f-428e-b139-7dfedbb5c159 details requested by agent ovs-agent-dv-cinder-779233-5-smb with host dv-cinder-779233-5-smb {{(pid=92474) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 12:12:03.055536 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-f15e162d-b4f4-4d50-9141-5a9dec19a9a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786008126284'] for network, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:03.055980 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.v2.base [None req-6f6ceeb7-46e1-46be-bacb-cbe89725ca60 admin admin] Request body: {'subnet': {'network_id': '92cbe58f-da5f-428e-b139-7dfedbb5c159', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1483553145-subnet', 'tenant_id': '4b9fde9de33c4fc09c0c531cf0f714fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 12:12:03.060936 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-6f6ceeb7-46e1-46be-bacb-cbe89725ca60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:12:03.064900 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-6f6ceeb7-46e1-46be-bacb-cbe89725ca60 admin admin] Usage tracker for resource:subnet and tenant:4b9fde9de33c4fc09c0c531cf0f714fe is out of sync, need to count used quota {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:12:03.067885 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-6f6ceeb7-46e1-46be-bacb-cbe89725ca60 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:12:03.074941 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-6f6ceeb7-46e1-46be-bacb-cbe89725ca60 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:12:03.201014 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f6ceeb7-46e1-46be-bacb-cbe89725ca60 admin admin] Made reservation on behalf of 4b9fde9de33c4fc09c0c531cf0f714fe for: {'subnet': 1} {{(pid=92472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 12:12:03.204658 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-f15e162d-b4f4-4d50-9141-5a9dec19a9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1019683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-653800'] for network, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:03.206214 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f15e162d-b4f4-4d50-9141-5a9dec19a9a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:03.206361 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-6f6ceeb7-46e1-46be-bacb-cbe89725ca60 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:03.206915 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-f15e162d-b4f4-4d50-9141-5a9dec19a9a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653773'] for network, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:03.213612 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:12:03.273146 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 34248) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:12:03.331263 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15e162d-b4f4-4d50-9141-5a9dec19a9a0 admin admin] Pushing event updated for resources: {'Network': ['ID=b95433bc-2dbd-474f-a7da-308000160943,revision_number=1']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:12:03.335635 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-f15e162d-b4f4-4d50-9141-5a9dec19a9a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:12:03.344314 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Network b95433bc-2dbd-474f-a7da-308000160943 details requested by agent ovs-agent-dv-cinder-779233-5-smb with host dv-cinder-779233-5-smb {{(pid=92474) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 12:12:03.408159 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-f15e162d-b4f4-4d50-9141-5a9dec19a9a0 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2124281 May 25 12:12:03.410968 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 34256) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:12:03.417837 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.v2.base [None req-9ecbbdf5-3d88-4f5e-97b1-d980821bae75 admin admin] Request body: {'subnet': {'network_id': 'b95433bc-2dbd-474f-a7da-308000160943', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-980141975-subnet', 'tenant_id': '401f68ee052c48d0a0e9823d5525ef3d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 12:12:03.423742 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-9ecbbdf5-3d88-4f5e-97b1-d980821bae75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:12:03.431561 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.v2.base [None req-72660956-e707-4b6f-96a6-ea22701ce3e3 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1426410304-network', 'tenant_id': 'ee8e4b92af464ac899e995209323df30'}} {{(pid=92473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 12:12:03.438456 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-72660956-e707-4b6f-96a6-ea22701ce3e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:12:03.461012 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-9ecbbdf5-3d88-4f5e-97b1-d980821bae75 admin admin] Usage tracker for resource:subnet and tenant:401f68ee052c48d0a0e9823d5525ef3d is out of sync, need to count used quota {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:12:03.465020 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-9ecbbdf5-3d88-4f5e-97b1-d980821bae75 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:12:03.472179 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-9ecbbdf5-3d88-4f5e-97b1-d980821bae75 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:12:03.484589 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-72660956-e707-4b6f-96a6-ea22701ce3e3 admin admin] Usage tracker for resource:network and tenant:ee8e4b92af464ac899e995209323df30 is out of sync, need to count used quota {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:12:03.488397 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-72660956-e707-4b6f-96a6-ea22701ce3e3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:12:03.496496 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-72660956-e707-4b6f-96a6-ea22701ce3e3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:12:03.558170 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 34262) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:12:03.589822 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ecbbdf5-3d88-4f5e-97b1-d980821bae75 admin admin] Made reservation on behalf of 401f68ee052c48d0a0e9823d5525ef3d for: {'subnet': 1} {{(pid=92473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 12:12:03.592280 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-9ecbbdf5-3d88-4f5e-97b1-d980821bae75 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:03.661894 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72660956-e707-4b6f-96a6-ea22701ce3e3 admin admin] Made reservation on behalf of ee8e4b92af464ac899e995209323df30 for: {'network': 1} {{(pid=92473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 12:12:03.664967 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-72660956-e707-4b6f-96a6-ea22701ce3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080768'] for network, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:03.666437 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.v2.base [None req-7811fae2-7ea9-47e3-8599-724b65c3fd4a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-196138052-network', 'tenant_id': 'fd3128f2a1ce4246b40fe735ca31e5ea'}} {{(pid=92472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 12:12:03.674384 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-7811fae2-7ea9-47e3-8599-724b65c3fd4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:12:03.681115 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-7811fae2-7ea9-47e3-8599-724b65c3fd4a admin admin] Usage tracker for resource:network and tenant:fd3128f2a1ce4246b40fe735ca31e5ea is out of sync, need to count used quota {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:12:03.684601 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-7811fae2-7ea9-47e3-8599-724b65c3fd4a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:12:03.691370 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-72660956-e707-4b6f-96a6-ea22701ce3e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:03.692705 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-7811fae2-7ea9-47e3-8599-724b65c3fd4a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:12:03.719180 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-72660956-e707-4b6f-96a6-ea22701ce3e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:12:03.731667 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-72660956-e707-4b6f-96a6-ea22701ce3e3 admin admin] Usage tracker for resource:security_group_rule and tenant:ee8e4b92af464ac899e995209323df30 is out of sync, need to count used quota {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:12:03.739535 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-72660956-e707-4b6f-96a6-ea22701ce3e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:12:03.748403 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-72660956-e707-4b6f-96a6-ea22701ce3e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:12:03.779580 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-6f6ceeb7-46e1-46be-bacb-cbe89725ca60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811'] for subnet, after_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:03.786544 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:12:03.828093 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7811fae2-7ea9-47e3-8599-724b65c3fd4a admin admin] Made reservation on behalf of fd3128f2a1ce4246b40fe735ca31e5ea for: {'network': 1} {{(pid=92472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 12:12:03.830602 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-7811fae2-7ea9-47e3-8599-724b65c3fd4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080768'] for network, before_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:03.851101 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-7811fae2-7ea9-47e3-8599-724b65c3fd4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:03.914430 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-7811fae2-7ea9-47e3-8599-724b65c3fd4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:12:03.928895 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-7811fae2-7ea9-47e3-8599-724b65c3fd4a admin admin] Usage tracker for resource:security_group_rule and tenant:fd3128f2a1ce4246b40fe735ca31e5ea is out of sync, need to count used quota {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:12:03.935981 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-7811fae2-7ea9-47e3-8599-724b65c3fd4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:12:03.946728 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6ceeb7-46e1-46be-bacb-cbe89725ca60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac9aa6d5-d32d-4236-bb0d-23d9288b7f03,revision_number=0']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:12:03.948544 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-72660956-e707-4b6f-96a6-ea22701ce3e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:03.950748 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-7811fae2-7ea9-47e3-8599-724b65c3fd4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:12:03.963151 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-6f6ceeb7-46e1-46be-bacb-cbe89725ca60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:12:03.963151 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6ceeb7-46e1-46be-bacb-cbe89725ca60 admin admin] Checking segment: {'id': 'bce0be32-79f8-414c-940b-3d609357a644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '92cbe58f-da5f-428e-b139-7dfedbb5c159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 12:12:03.963151 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6ceeb7-46e1-46be-bacb-cbe89725ca60 admin admin] Network hostable DHCP agents. Network: 92cbe58f-da5f-428e-b139-7dfedbb5c159, hostable agents: ['0c80ff5a-370f-48e8-a560-f3922f41a294'], hosted agents: [] {{(pid=92472) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 12:12:03.976009 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.v2.base [None req-2f5806c5-e311-48c9-97d9-7f0319a3b234 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-53058551-network', 'tenant_id': '8ce8597116c24109952d0b56bfad7bf3'}} {{(pid=92473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 12:12:03.983432 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-2f5806c5-e311-48c9-97d9-7f0319a3b234 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:12:03.988161 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-2f5806c5-e311-48c9-97d9-7f0319a3b234 admin admin] Usage tracker for resource:network and tenant:8ce8597116c24109952d0b56bfad7bf3 is out of sync, need to count used quota {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:12:03.991771 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-2f5806c5-e311-48c9-97d9-7f0319a3b234 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:12:03.999152 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-2f5806c5-e311-48c9-97d9-7f0319a3b234 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:12:04.047522 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-7811fae2-7ea9-47e3-8599-724b65c3fd4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:04.058358 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6ceeb7-46e1-46be-bacb-cbe89725ca60 admin admin] Network 92cbe58f-da5f-428e-b139-7dfedbb5c159 is scheduled to be hosted by DHCP agent 0c80ff5a-370f-48e8-a560-f3922f41a294 with binding_index 1 {{(pid=92472) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 12:12:04.083688 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.agents_db [None req-9d38de35-3365-4658-8f1e-c8b00fd146ea None None] Agent healthcheck: found 6 active agents {{(pid=92475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 12:12:04.095908 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-72660956-e707-4b6f-96a6-ea22701ce3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:04.105526 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-8e536324-0d3d-4da7-bed9-78785d69ce14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:12:04.126976 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72660956-e707-4b6f-96a6-ea22701ce3e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=92473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 12:12:04.133662 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f5806c5-e311-48c9-97d9-7f0319a3b234 admin admin] Made reservation on behalf of 8ce8597116c24109952d0b56bfad7bf3 for: {'network': 1} {{(pid=92473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 12:12:04.133662 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-2f5806c5-e311-48c9-97d9-7f0319a3b234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080768'] for network, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:04.155489 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.scheduler.base_scheduler [None req-6f6ceeb7-46e1-46be-bacb-cbe89725ca60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779233-5-smb, 92cbe58f-da5f-428e-b139-7dfedbb5c159) {{(pid=92472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 12:12:04.157281 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-7811fae2-7ea9-47e3-8599-724b65c3fd4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:04.165422 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6ceeb7-46e1-46be-bacb-cbe89725ca60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:04.165422 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-6f6ceeb7-46e1-46be-bacb-cbe89725ca60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653773'] for subnet, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:04.165657 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-2f5806c5-e311-48c9-97d9-7f0319a3b234 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:04.166641 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-be525a2d-045e-4295-ab32-8c06d53adfcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:12:04.167844 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e543665c-2a8c-4d13-bd05-406a365bbf2f None None] Network 92cbe58f-da5f-428e-b139-7dfedbb5c159 requested from dv-cinder-779233-5-smb {{(pid=92474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 12:12:04.188136 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-72660956-e707-4b6f-96a6-ea22701ce3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1959408'] for segment, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:04.188388 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.db.segments_db [None req-72660956-e707-4b6f-96a6-ea22701ce3e3 admin admin] Added segment a6cd5566-3a64-4041-86ac-b268a14991b3 of type vlan for network 38e1a8a1-6646-42d6-a941-53e70da61bc7 May 25 12:12:04.195290 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72660956-e707-4b6f-96a6-ea22701ce3e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8af42874-4ee5-4882-b244-e8f8606088b0,revision_number=1']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:12:04.195646 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7811fae2-7ea9-47e3-8599-724b65c3fd4a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=92472) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 12:12:04.199658 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-72660956-e707-4b6f-96a6-ea22701ce3e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:12:04.204490 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-2f5806c5-e311-48c9-97d9-7f0319a3b234 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:12:04.212568 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-2f5806c5-e311-48c9-97d9-7f0319a3b234 admin admin] Usage tracker for resource:security_group_rule and tenant:8ce8597116c24109952d0b56bfad7bf3 is out of sync, need to count used quota {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:12:04.218604 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-2f5806c5-e311-48c9-97d9-7f0319a3b234 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:12:04.231707 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7811fae2-7ea9-47e3-8599-724b65c3fd4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c8e85aa-e72e-4169-80c4-cc013155a71f,revision_number=1']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:12:04.237040 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-7811fae2-7ea9-47e3-8599-724b65c3fd4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1959408'] for segment, precommit_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:04.237371 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.db.segments_db [None req-7811fae2-7ea9-47e3-8599-724b65c3fd4a admin admin] Added segment aa854152-9f44-487b-aa4e-86128d92de88 of type vlan for network 73baf5d0-6281-4083-b56c-55d839a39616 May 25 12:12:04.238728 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-7811fae2-7ea9-47e3-8599-724b65c3fd4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:12:04.259261 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-2f5806c5-e311-48c9-97d9-7f0319a3b234 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:12:04.266628 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-7811fae2-7ea9-47e3-8599-724b65c3fd4a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786008126284'] for network, precommit_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:04.267056 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-72660956-e707-4b6f-96a6-ea22701ce3e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786008126284'] for network, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:04.303545 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-6f6ceeb7-46e1-46be-bacb-cbe89725ca60 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.2529337 May 25 12:12:04.306537 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 34292) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:12:04.311897 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.v2.base [None req-5f873812-cf24-4e7f-b086-67fc42204907 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1483553145-router', 'tenant_id': '4b9fde9de33c4fc09c0c531cf0f714fe', 'external_gateway_info': {'network_id': '4d625284-12e5-4031-b909-2f88209a96c9'}}} {{(pid=92472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 12:12:04.324524 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-5f873812-cf24-4e7f-b086-67fc42204907 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:12:04.335296 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-5f873812-cf24-4e7f-b086-67fc42204907 admin admin] Usage tracker for resource:router and tenant:4b9fde9de33c4fc09c0c531cf0f714fe is out of sync, need to count used quota {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:12:04.339013 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-5f873812-cf24-4e7f-b086-67fc42204907 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:12:04.356118 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-5f873812-cf24-4e7f-b086-67fc42204907 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:12:04.365939 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-7811fae2-7ea9-47e3-8599-724b65c3fd4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1019683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-653800'] for network, after_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:04.367522 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7811fae2-7ea9-47e3-8599-724b65c3fd4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:04.368428 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-7811fae2-7ea9-47e3-8599-724b65c3fd4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653773'] for network, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:04.388611 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:12:04.404188 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-9ecbbdf5-3d88-4f5e-97b1-d980821bae75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811'] for subnet, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:04.412978 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-72660956-e707-4b6f-96a6-ea22701ce3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1019683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-653800'] for network, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:04.415196 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:12:04.475816 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72660956-e707-4b6f-96a6-ea22701ce3e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:04.476652 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-72660956-e707-4b6f-96a6-ea22701ce3e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653773'] for network, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:04.497440 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecbbdf5-3d88-4f5e-97b1-d980821bae75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b01b166f-5ba1-4373-a734-254ff90ae56a,revision_number=0']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:12:04.501251 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-9ecbbdf5-3d88-4f5e-97b1-d980821bae75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:12:04.504284 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7811fae2-7ea9-47e3-8599-724b65c3fd4a admin admin] Pushing event updated for resources: {'Network': ['ID=73baf5d0-6281-4083-b56c-55d839a39616,revision_number=1']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:12:04.508007 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-7811fae2-7ea9-47e3-8599-724b65c3fd4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:12:04.508466 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-f15e162d-b4f4-4d50-9141-5a9dec19a9a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:12:04.509163 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-5f873812-cf24-4e7f-b086-67fc42204907 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1047640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2594'] for router, before_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:04.510182 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-5f873812-cf24-4e7f-b086-67fc42204907 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1044568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1047175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2601'] for router, precommit_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:04.531944 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-5f873812-cf24-4e7f-b086-67fc42204907 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:04.545423 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Network 73baf5d0-6281-4083-b56c-55d839a39616 details requested by agent ovs-agent-dv-cinder-779233-5-smb with host dv-cinder-779233-5-smb {{(pid=92474) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 12:12:04.549133 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-7811fae2-7ea9-47e3-8599-724b65c3fd4a admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2746859 May 25 12:12:04.549910 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 34300) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:12:04.556770 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.v2.base [None req-6e857c79-40ce-4388-b74b-e4e139d9c605 admin admin] Request body: {'subnet': {'network_id': '73baf5d0-6281-4083-b56c-55d839a39616', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-196138052-subnet', 'tenant_id': 'fd3128f2a1ce4246b40fe735ca31e5ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 12:12:04.562470 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-6e857c79-40ce-4388-b74b-e4e139d9c605 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:12:04.567955 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-6e857c79-40ce-4388-b74b-e4e139d9c605 admin admin] Usage tracker for resource:subnet and tenant:fd3128f2a1ce4246b40fe735ca31e5ea is out of sync, need to count used quota {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:12:04.572193 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-6e857c79-40ce-4388-b74b-e4e139d9c605 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:12:04.580403 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-6e857c79-40ce-4388-b74b-e4e139d9c605 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:12:04.649844 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42798717-4324-4024-9f69-27ca183a0639 None None] Network 92cbe58f-da5f-428e-b139-7dfedbb5c159 requested from dv-cinder-779233-5-smb {{(pid=92474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 12:12:04.652234 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72660956-e707-4b6f-96a6-ea22701ce3e3 admin admin] Pushing event updated for resources: {'Network': ['ID=38e1a8a1-6646-42d6-a941-53e70da61bc7,revision_number=1']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:12:04.658827 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-72660956-e707-4b6f-96a6-ea22701ce3e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:12:04.668729 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Network 38e1a8a1-6646-42d6-a941-53e70da61bc7 details requested by agent ovs-agent-dv-cinder-779233-5-smb with host dv-cinder-779233-5-smb {{(pid=92474) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 12:12:04.674072 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ecbbdf5-3d88-4f5e-97b1-d980821bae75 admin admin] Checking segment: {'id': 'a867bff5-0b48-4d60-bac3-5ba6e8b8d30c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b95433bc-2dbd-474f-a7da-308000160943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 12:12:04.674721 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ecbbdf5-3d88-4f5e-97b1-d980821bae75 admin admin] Network hostable DHCP agents. Network: b95433bc-2dbd-474f-a7da-308000160943, hostable agents: ['0c80ff5a-370f-48e8-a560-f3922f41a294'], hosted agents: [] {{(pid=92473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 12:12:04.710370 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e857c79-40ce-4388-b74b-e4e139d9c605 admin admin] Made reservation on behalf of fd3128f2a1ce4246b40fe735ca31e5ea for: {'subnet': 1} {{(pid=92472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 12:12:04.712974 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-6e857c79-40ce-4388-b74b-e4e139d9c605 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:04.725131 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-72660956-e707-4b6f-96a6-ea22701ce3e3 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6945717 May 25 12:12:04.733343 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 34308) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:12:04.739316 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-2f5806c5-e311-48c9-97d9-7f0319a3b234 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:04.754045 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.v2.base [None req-5ac6ec04-2b5c-4ca4-b092-95084e712cb5 admin admin] Request body: {'subnet': {'network_id': '38e1a8a1-6646-42d6-a941-53e70da61bc7', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1426410304-subnet', 'tenant_id': 'ee8e4b92af464ac899e995209323df30', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 12:12:04.773723 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-5ac6ec04-2b5c-4ca4-b092-95084e712cb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:12:04.785759 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-5ac6ec04-2b5c-4ca4-b092-95084e712cb5 admin admin] Usage tracker for resource:subnet and tenant:ee8e4b92af464ac899e995209323df30 is out of sync, need to count used quota {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:12:04.789507 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-5ac6ec04-2b5c-4ca4-b092-95084e712cb5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:12:04.795434 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-2f5806c5-e311-48c9-97d9-7f0319a3b234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:04.816679 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-5ac6ec04-2b5c-4ca4-b092-95084e712cb5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:12:04.821208 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-72660956-e707-4b6f-96a6-ea22701ce3e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:12:04.870803 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ecbbdf5-3d88-4f5e-97b1-d980821bae75 admin admin] Network b95433bc-2dbd-474f-a7da-308000160943 is scheduled to be hosted by DHCP agent 0c80ff5a-370f-48e8-a560-f3922f41a294 with binding_index 1 {{(pid=92473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 12:12:04.915595 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5806c5-e311-48c9-97d9-7f0319a3b234 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e30fd3d-56a9-4f5d-b932-be2974abe124,revision_number=1']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:12:04.918262 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-2f5806c5-e311-48c9-97d9-7f0319a3b234 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:12:04.922473 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f5806c5-e311-48c9-97d9-7f0319a3b234 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=92473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 12:12:04.941181 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-2f5806c5-e311-48c9-97d9-7f0319a3b234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1959408'] for segment, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:04.941697 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.db.segments_db [None req-2f5806c5-e311-48c9-97d9-7f0319a3b234 admin admin] Added segment 7a2a9d6b-6c91-4fe0-a53f-9119485a4433 of type vlan for network d2534cea-29fb-4925-a89b-43de0cc13c4c May 25 12:12:04.989928 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ac6ec04-2b5c-4ca4-b092-95084e712cb5 admin admin] Made reservation on behalf of ee8e4b92af464ac899e995209323df30 for: {'subnet': 1} {{(pid=92473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 12:12:04.993199 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-5ac6ec04-2b5c-4ca4-b092-95084e712cb5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:05.034629 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.scheduler.base_scheduler [None req-9ecbbdf5-3d88-4f5e-97b1-d980821bae75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779233-5-smb, b95433bc-2dbd-474f-a7da-308000160943) {{(pid=92473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 12:12:05.143420 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-2f5806c5-e311-48c9-97d9-7f0319a3b234 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786008126284'] for network, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:05.156625 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ecbbdf5-3d88-4f5e-97b1-d980821bae75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:05.157227 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-9ecbbdf5-3d88-4f5e-97b1-d980821bae75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653773'] for subnet, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:05.283482 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f21182-fdb6-43c3-b680-0dcd689fdfb2 None None] Network b95433bc-2dbd-474f-a7da-308000160943 requested from dv-cinder-779233-5-smb {{(pid=92474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 12:12:05.355007 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-5f873812-cf24-4e7f-b086-67fc42204907 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1047202', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1047658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2655'] for router, precommit_update {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:05.394674 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-2f5806c5-e311-48c9-97d9-7f0319a3b234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1019683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-653800'] for network, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:05.398030 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f5806c5-e311-48c9-97d9-7f0319a3b234 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:05.398592 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-2f5806c5-e311-48c9-97d9-7f0319a3b234 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653773'] for network, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:05.428438 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-8e536324-0d3d-4da7-bed9-78785d69ce14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:12:05.453457 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-9ecbbdf5-3d88-4f5e-97b1-d980821bae75 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.0412712 May 25 12:12:05.454669 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 34330) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:12:05.546233 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.v2.base [None req-23ec08c6-0d91-42d4-bca2-6c2811a2ab34 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-980141975-router', 'tenant_id': '401f68ee052c48d0a0e9823d5525ef3d', 'external_gateway_info': {'network_id': '4d625284-12e5-4031-b909-2f88209a96c9'}}} {{(pid=92473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 12:12:05.560649 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-23ec08c6-0d91-42d4-bca2-6c2811a2ab34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:12:05.570306 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-23ec08c6-0d91-42d4-bca2-6c2811a2ab34 admin admin] Usage tracker for resource:router and tenant:401f68ee052c48d0a0e9823d5525ef3d is out of sync, need to count used quota {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:12:05.588454 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-23ec08c6-0d91-42d4-bca2-6c2811a2ab34 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:12:05.593656 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5806c5-e311-48c9-97d9-7f0319a3b234 admin admin] Pushing event updated for resources: {'Network': ['ID=d2534cea-29fb-4925-a89b-43de0cc13c4c,revision_number=1']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:12:05.602299 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-2f5806c5-e311-48c9-97d9-7f0319a3b234 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:12:05.611636 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-23ec08c6-0d91-42d4-bca2-6c2811a2ab34 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:12:05.628789 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Network d2534cea-29fb-4925-a89b-43de0cc13c4c details requested by agent ovs-agent-dv-cinder-779233-5-smb with host dv-cinder-779233-5-smb {{(pid=92474) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 12:12:05.633032 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-6e857c79-40ce-4388-b74b-e4e139d9c605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811'] for subnet, after_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:05.645714 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-2f5806c5-e311-48c9-97d9-7f0319a3b234 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.0831699 May 25 12:12:05.645934 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 34338) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:12:05.652715 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.v2.base [None req-844d0492-6bb8-4a14-9b16-3f9d377335cf admin admin] Request body: {'subnet': {'network_id': 'd2534cea-29fb-4925-a89b-43de0cc13c4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-53058551-subnet', 'tenant_id': '8ce8597116c24109952d0b56bfad7bf3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 12:12:05.658811 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-2cdd9464-dd53-4a10-903e-e14b3c7d0905 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:12:05.672457 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-844d0492-6bb8-4a14-9b16-3f9d377335cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:12:05.676563 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-844d0492-6bb8-4a14-9b16-3f9d377335cf admin admin] Usage tracker for resource:subnet and tenant:8ce8597116c24109952d0b56bfad7bf3 is out of sync, need to count used quota {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:12:05.692129 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-844d0492-6bb8-4a14-9b16-3f9d377335cf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:12:05.706656 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-844d0492-6bb8-4a14-9b16-3f9d377335cf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:12:05.744001 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e857c79-40ce-4388-b74b-e4e139d9c605 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19061a00-2d26-47c3-86c8-5b498ecf5657,revision_number=0']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:12:05.753404 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-6e857c79-40ce-4388-b74b-e4e139d9c605 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:12:05.769421 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b98072-148f-4757-a63e-a30db8bca9d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb470bd2-2dac-5629-b131-0e08a6e57b62-b95433bc-2dbd-474f-a7da-308000160943', 'network_id': 'b95433bc-2dbd-474f-a7da-308000160943', 'tenant_id': '401f68ee052c48d0a0e9823d5525ef3d', 'fixed_ips': [{'subnet_id': 'b01b166f-5ba1-4373-a734-254ff90ae56a'}]}} from dv-cinder-779233-5-smb. {{(pid=92474) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 12:12:05.770268 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-f9b98072-148f-4757-a63e-a30db8bca9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_create {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:05.777509 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-23ec08c6-0d91-42d4-bca2-6c2811a2ab34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1047640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2594'] for router, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:05.786012 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-23ec08c6-0d91-42d4-bca2-6c2811a2ab34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1044568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1047175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2601'] for router, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:05.810701 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-23ec08c6-0d91-42d4-bca2-6c2811a2ab34 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:05.877667 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e857c79-40ce-4388-b74b-e4e139d9c605 admin admin] Checking segment: {'id': 'aa854152-9f44-487b-aa4e-86128d92de88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '73baf5d0-6281-4083-b56c-55d839a39616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 12:12:05.878390 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e857c79-40ce-4388-b74b-e4e139d9c605 admin admin] Network hostable DHCP agents. Network: 73baf5d0-6281-4083-b56c-55d839a39616, hostable agents: ['0c80ff5a-370f-48e8-a560-f3922f41a294'], hosted agents: [] {{(pid=92472) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 12:12:05.971742 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-844d0492-6bb8-4a14-9b16-3f9d377335cf admin admin] Made reservation on behalf of 8ce8597116c24109952d0b56bfad7bf3 for: {'subnet': 1} {{(pid=92473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 12:12:05.972252 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e857c79-40ce-4388-b74b-e4e139d9c605 admin admin] Network 73baf5d0-6281-4083-b56c-55d839a39616 is scheduled to be hosted by DHCP agent 0c80ff5a-370f-48e8-a560-f3922f41a294 with binding_index 1 {{(pid=92472) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 12:12:05.974258 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-844d0492-6bb8-4a14-9b16-3f9d377335cf admin admin] Notify callbacks [] for subnet, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:06.061718 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.db_base_plugin_common [None req-f9b98072-148f-4757-a63e-a30db8bca9d7 None None] Allocated IP 172.20.0.2 (b95433bc-2dbd-474f-a7da-308000160943/b01b166f-5ba1-4373-a734-254ff90ae56a/fe96bf53-fc59-4023-9ac9-f429bd695720) {{(pid=92474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 12:12:06.109055 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.scheduler.base_scheduler [None req-6e857c79-40ce-4388-b74b-e4e139d9c605 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779233-5-smb, 73baf5d0-6281-4083-b56c-55d839a39616) {{(pid=92472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 12:12:06.126342 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33de06e6-dd16-4ef4-898b-9588fa9e3234 None None] Network 73baf5d0-6281-4083-b56c-55d839a39616 requested from dv-cinder-779233-5-smb {{(pid=92474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 12:12:06.215785 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e857c79-40ce-4388-b74b-e4e139d9c605 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:06.216695 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-6e857c79-40ce-4388-b74b-e4e139d9c605 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653773'] for subnet, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:06.330422 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-5f873812-cf24-4e7f-b086-67fc42204907 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:06.389428 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-5f873812-cf24-4e7f-b086-67fc42204907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:06.497736 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-6e857c79-40ce-4388-b74b-e4e139d9c605 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.9382823 May 25 12:12:06.525376 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475be806-0a17-4e39-9e9d-8e215a729f23 None None] Network 73baf5d0-6281-4083-b56c-55d839a39616 requested from dv-cinder-779233-5-smb {{(pid=92474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 12:12:06.564955 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-23ec08c6-0d91-42d4-bca2-6c2811a2ab34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1047202', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1047658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2655'] for router, precommit_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:06.590015 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.db_base_plugin_common [None req-5f873812-cf24-4e7f-b086-67fc42204907 admin admin] Allocated IP 172.28.2.33 (4d625284-12e5-4031-b909-2f88209a96c9/2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92/5e2cfe67-2f8e-4922-8e7f-8ef9d0587dc7) {{(pid=92472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 12:12:06.731262 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-f9b98072-148f-4757-a63e-a30db8bca9d7 None None] Notify callbacks [] for port, precommit_create {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:06.778389 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-f9b98072-148f-4757-a63e-a30db8bca9d7 None None] Transition to ACTIVE for port object fe96bf53-fc59-4023-9ac9-f429bd695720 will not be triggered until provisioned by entity L2. {{(pid=92474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 12:12:06.853765 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-f9b98072-148f-4757-a63e-a30db8bca9d7 None None] Transition to ACTIVE for port object fe96bf53-fc59-4023-9ac9-f429bd695720 will not be triggered until provisioned by entity DHCP. {{(pid=92474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 12:12:06.908757 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-5f873812-cf24-4e7f-b086-67fc42204907 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:06.946528 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-f9b98072-148f-4757-a63e-a30db8bca9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786008105683'] for port, after_create {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:06.952263 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-a9898b71-6e9a-4587-b35a-89c7b4e210fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:12:06.958342 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-5ac6ec04-2b5c-4ca4-b092-95084e712cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811'] for subnet, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:06.966096 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-9ecbbdf5-3d88-4f5e-97b1-d980821bae75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:12:07.007907 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 34364) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:12:07.025109 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b98072-148f-4757-a63e-a30db8bca9d7 None None] Network b95433bc-2dbd-474f-a7da-308000160943 is already hosted by enough agents. {{(pid=92474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 12:12:07.027898 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.scheduler.base_scheduler [None req-f9b98072-148f-4757-a63e-a30db8bca9d7 None None] Resources bound (agent type, host, resource id): {{(pid=92474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 12:12:07.032807 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-5f873812-cf24-4e7f-b086-67fc42204907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786008105683'] for port, after_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:07.042917 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b98072-148f-4757-a63e-a30db8bca9d7 None None] Received port after_create {{(pid=92474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 12:12:07.049417 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:12:07.050899 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b98072-148f-4757-a63e-a30db8bca9d7 None None] Pushing event updated for resources: {'Port': ['ID=fe96bf53-fc59-4023-9ac9-f429bd695720,revision_number=1']} {{(pid=92474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:12:07.090095 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b98072-148f-4757-a63e-a30db8bca9d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:12:07.090690 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b98072-148f-4757-a63e-a30db8bca9d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:12:07.091190 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b98072-148f-4757-a63e-a30db8bca9d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:12:07.091697 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b98072-148f-4757-a63e-a30db8bca9d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:12:07.092176 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b98072-148f-4757-a63e-a30db8bca9d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:12:07.096369 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b98072-148f-4757-a63e-a30db8bca9d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:12:07.096369 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b98072-148f-4757-a63e-a30db8bca9d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:12:07.096369 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b98072-148f-4757-a63e-a30db8bca9d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:12:07.096369 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b98072-148f-4757-a63e-a30db8bca9d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:12:07.096369 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b98072-148f-4757-a63e-a30db8bca9d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:12:07.096369 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b98072-148f-4757-a63e-a30db8bca9d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:12:07.096369 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b98072-148f-4757-a63e-a30db8bca9d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:12:07.096369 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b98072-148f-4757-a63e-a30db8bca9d7 None None] Tracked resource versions report: May 25 12:12:07.096369 dv-cinder-779233-5-smb neutron-server[92474]: pushed versions: May 25 12:12:07.096369 dv-cinder-779233-5-smb neutron-server[92474]: { 'AddressGroup': {'1.2'}, May 25 12:12:07.096369 dv-cinder-779233-5-smb neutron-server[92474]: 'ConntrackHelper': {'1.0'}, May 25 12:12:07.096369 dv-cinder-779233-5-smb neutron-server[92474]: 'Log': {'1.0'}, May 25 12:12:07.096369 dv-cinder-779233-5-smb neutron-server[92474]: 'Network': {'1.1'}, May 25 12:12:07.096369 dv-cinder-779233-5-smb neutron-server[92474]: 'Port': {'1.7'}, May 25 12:12:07.096369 dv-cinder-779233-5-smb neutron-server[92474]: 'PortForwarding': {'1.2'}, May 25 12:12:07.096369 dv-cinder-779233-5-smb neutron-server[92474]: 'QosPolicy': {'1.8'}, May 25 12:12:07.096369 dv-cinder-779233-5-smb neutron-server[92474]: 'SecurityGroup': {'1.4'}, May 25 12:12:07.096369 dv-cinder-779233-5-smb neutron-server[92474]: 'SecurityGroupRule': {'1.2'}, May 25 12:12:07.096369 dv-cinder-779233-5-smb neutron-server[92474]: 'SubPort': {'1.0'}, May 25 12:12:07.096369 dv-cinder-779233-5-smb neutron-server[92474]: 'Subnet': {'1.1'}, May 25 12:12:07.096369 dv-cinder-779233-5-smb neutron-server[92474]: 'Trunk': {'1.1'}} May 25 12:12:07.096369 dv-cinder-779233-5-smb neutron-server[92474]: consumer versions: May 25 12:12:07.096369 dv-cinder-779233-5-smb neutron-server[92474]: { DHCP agent@dv-cinder-779233-5-smb: {}, May 25 12:12:07.096369 dv-cinder-779233-5-smb neutron-server[92474]: HyperV agent@hv-cinder-77923: {}, May 25 12:12:07.096369 dv-cinder-779233-5-smb neutron-server[92474]: L3 agent@dv-cinder-779233-5-smb: {}, May 25 12:12:07.096369 dv-cinder-779233-5-smb neutron-server[92474]: Metadata agent@dv-cinder-779233-5-smb: {}, May 25 12:12:07.096369 dv-cinder-779233-5-smb neutron-server[92474]: Metering agent@dv-cinder-779233-5-smb: {}, May 25 12:12:07.096369 dv-cinder-779233-5-smb neutron-server[92474]: Open vSwitch agent@dv-cinder-779233-5-smb: { 'AddressGroup': '1.2', May 25 12:12:07.096369 dv-cinder-779233-5-smb neutron-server[92474]: 'ConntrackHelper': '1.0', May 25 12:12:07.096369 dv-cinder-779233-5-smb neutron-server[92474]: 'Log': '1.0', May 25 12:12:07.096369 dv-cinder-779233-5-smb neutron-server[92474]: 'Network': '1.1', May 25 12:12:07.096369 dv-cinder-779233-5-smb neutron-server[92474]: 'Port': '1.7', May 25 12:12:07.096369 dv-cinder-779233-5-smb neutron-server[92474]: 'PortForwarding': '1.2', May 25 12:12:07.096369 dv-cinder-779233-5-smb neutron-server[92474]: 'QosPolicy': '1.8', May 25 12:12:07.096369 dv-cinder-779233-5-smb neutron-server[92474]: 'SecurityGroup': '1.4', May 25 12:12:07.096369 dv-cinder-779233-5-smb neutron-server[92474]: 'SecurityGroupRule': '1.2', May 25 12:12:07.096369 dv-cinder-779233-5-smb neutron-server[92474]: 'SubPort': '1.0', May 25 12:12:07.096369 dv-cinder-779233-5-smb neutron-server[92474]: 'Subnet': '1.1', May 25 12:12:07.096369 dv-cinder-779233-5-smb neutron-server[92474]: 'Trunk': '1.1'}} May 25 12:12:07.096369 dv-cinder-779233-5-smb neutron-server[92474]: {{(pid=92474) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 12:12:07.106183 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-f9b98072-148f-4757-a63e-a30db8bca9d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:12:07.106435 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac6ec04-2b5c-4ca4-b092-95084e712cb5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10e3164e-b3a0-42cc-a0e4-0deb0cdec050,revision_number=0']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:12:07.164366 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-5ac6ec04-2b5c-4ca4-b092-95084e712cb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:12:07.182127 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac6ec04-2b5c-4ca4-b092-95084e712cb5 admin admin] Checking segment: {'id': 'a6cd5566-3a64-4041-86ac-b268a14991b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '38e1a8a1-6646-42d6-a941-53e70da61bc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 12:12:07.182492 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac6ec04-2b5c-4ca4-b092-95084e712cb5 admin admin] Network hostable DHCP agents. Network: 38e1a8a1-6646-42d6-a941-53e70da61bc7, hostable agents: ['0c80ff5a-370f-48e8-a560-f3922f41a294'], hosted agents: [] {{(pid=92473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 12:12:07.198727 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f873812-cf24-4e7f-b086-67fc42204907 admin admin] Pushing event updated for resources: {'Port': ['ID=5e2cfe67-2f8e-4922-8e7f-8ef9d0587dc7,revision_number=1']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:12:07.210779 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.managers [None req-f9b98072-148f-4757-a63e-a30db8bca9d7 None None] Attempting to bind port fe96bf53-fc59-4023-9ac9-f429bd695720 on host dv-cinder-779233-5-smb for vnic_type normal with profile {{(pid=92474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 12:12:07.211387 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.managers [None req-f9b98072-148f-4757-a63e-a30db8bca9d7 None None] Attempting to bind port fe96bf53-fc59-4023-9ac9-f429bd695720 by drivers openvswitch,hyperv on host dv-cinder-779233-5-smb at level 0 using segments [{'id': 'a867bff5-0b48-4d60-bac3-5ba6e8b8d30c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b95433bc-2dbd-474f-a7da-308000160943'}] {{(pid=92474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 12:12:07.211907 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b98072-148f-4757-a63e-a30db8bca9d7 None None] Attempting to bind port fe96bf53-fc59-4023-9ac9-f429bd695720 on network b95433bc-2dbd-474f-a7da-308000160943 {{(pid=92474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 12:12:07.212965 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-5f873812-cf24-4e7f-b086-67fc42204907 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:12:07.226622 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b98072-148f-4757-a63e-a30db8bca9d7 None None] Checking agent: {'id': 'dfb2fd04-6671-4c26-88c9-b30127e2e29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779233-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 12, 4, 16), 'started_at': datetime.datetime(2021, 5, 25, 12, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 12, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779233-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 12:12:07.227317 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b98072-148f-4757-a63e-a30db8bca9d7 None None] Checking segment: {'id': 'a867bff5-0b48-4d60-bac3-5ba6e8b8d30c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b95433bc-2dbd-474f-a7da-308000160943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 12:12:07.228731 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-f9b98072-148f-4757-a63e-a30db8bca9d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:07.229163 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f873812-cf24-4e7f-b086-67fc42204907 admin admin] Network 4d625284-12e5-4031-b909-2f88209a96c9 is already hosted by enough agents. {{(pid=92472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 12:12:07.230168 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b98072-148f-4757-a63e-a30db8bca9d7 None None] Bound using segment: {'id': 'a867bff5-0b48-4d60-bac3-5ba6e8b8d30c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b95433bc-2dbd-474f-a7da-308000160943'} {{(pid=92474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 12:12:07.230337 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.scheduler.base_scheduler [None req-5f873812-cf24-4e7f-b086-67fc42204907 admin admin] Resources bound (agent type, host, resource id): {{(pid=92472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 12:12:07.231595 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.managers [None req-f9b98072-148f-4757-a63e-a30db8bca9d7 None None] Bound port: fe96bf53-fc59-4023-9ac9-f429bd695720, host: dv-cinder-779233-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a867bff5-0b48-4d60-bac3-5ba6e8b8d30c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b95433bc-2dbd-474f-a7da-308000160943'}}] {{(pid=92474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 12:12:07.232626 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-f9b98072-148f-4757-a63e-a30db8bca9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:07.237583 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f873812-cf24-4e7f-b086-67fc42204907 admin admin] Received port after_create {{(pid=92472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 12:12:07.343116 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-f9b98072-148f-4757-a63e-a30db8bca9d7 None None] For port fe96bf53-fc59-4023-9ac9-f429bd695720, host dv-cinder-779233-5-smb, cleared binding levels {{(pid=92474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 12:12:07.346646 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-f9b98072-148f-4757-a63e-a30db8bca9d7 None None] For port fe96bf53-fc59-4023-9ac9-f429bd695720, host dv-cinder-779233-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-5-smb',level=0,port_id=fe96bf53-fc59-4023-9ac9-f429bd695720,segment=NetworkSegment(a867bff5-0b48-4d60-bac3-5ba6e8b8d30c),segment_id=a867bff5-0b48-4d60-bac3-5ba6e8b8d30c)] {{(pid=92474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 12:12:07.354954 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac6ec04-2b5c-4ca4-b092-95084e712cb5 admin admin] Network 38e1a8a1-6646-42d6-a941-53e70da61bc7 is scheduled to be hosted by DHCP agent 0c80ff5a-370f-48e8-a560-f3922f41a294 with binding_index 1 {{(pid=92473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 12:12:07.444574 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-23ec08c6-0d91-42d4-bca2-6c2811a2ab34 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:07.479444 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-23ec08c6-0d91-42d4-bca2-6c2811a2ab34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:07.498778 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-f9b98072-148f-4757-a63e-a30db8bca9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:07.498955 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-a9898b71-6e9a-4587-b35a-89c7b4e210fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:12:07.556041 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-2d959d8c-e86c-471d-9778-640f3e40daea admin admin] Notify callbacks [] for security_group, before_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:07.566556 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.scheduler.base_scheduler [None req-5ac6ec04-2b5c-4ca4-b092-95084e712cb5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779233-5-smb, 38e1a8a1-6646-42d6-a941-53e70da61bc7) {{(pid=92473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 12:12:07.577985 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac6ec04-2b5c-4ca4-b092-95084e712cb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:07.578973 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-5ac6ec04-2b5c-4ca4-b092-95084e712cb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653773'] for subnet, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:07.597597 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbbf7ddf-cfb2-4fb1-88d6-c405b76e2326 None None] Network 38e1a8a1-6646-42d6-a941-53e70da61bc7 requested from dv-cinder-779233-5-smb {{(pid=92474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 12:12:07.613472 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-2d959d8c-e86c-471d-9778-640f3e40daea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:12:07.624907 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-2d959d8c-e86c-471d-9778-640f3e40daea admin admin] Usage tracker for resource:security_group_rule and tenant:66daa2aac2b4463baed4304b6658fafd is out of sync, need to count used quota {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:12:07.630011 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-2d959d8c-e86c-471d-9778-640f3e40daea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:12:07.639002 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-2d959d8c-e86c-471d-9778-640f3e40daea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:12:07.758905 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.db_base_plugin_common [None req-23ec08c6-0d91-42d4-bca2-6c2811a2ab34 admin admin] Allocated IP 172.28.2.117 (4d625284-12e5-4031-b909-2f88209a96c9/2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92/ee278e6e-cf9f-434d-82c8-d0fdac3f7d3b) {{(pid=92473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 12:12:07.810081 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b98072-148f-4757-a63e-a30db8bca9d7 None None] Pushing event updated for resources: {'Port': ['ID=fe96bf53-fc59-4023-9ac9-f429bd695720,revision_number=2']} {{(pid=92474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:12:07.814698 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-f9b98072-148f-4757-a63e-a30db8bca9d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:12:07.958462 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 34394) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:12:07.980994 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f37096-9357-4698-bc03-64fa879a368f None None] Network 38e1a8a1-6646-42d6-a941-53e70da61bc7 requested from dv-cinder-779233-5-smb {{(pid=92474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 12:12:08.027464 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.v2.base [None req-f46ca45d-188c-41a7-98f1-a5778a57adc6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1995072599-network', 'tenant_id': 'c8093ec67f4342d28ca7fda2ce09901b'}} {{(pid=92472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 12:12:08.055766 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-f46ca45d-188c-41a7-98f1-a5778a57adc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:12:08.065995 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-2d959d8c-e86c-471d-9778-640f3e40daea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:08.077213 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-844d0492-6bb8-4a14-9b16-3f9d377335cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811'] for subnet, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:08.106550 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:12:08.175205 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-f46ca45d-188c-41a7-98f1-a5778a57adc6 admin admin] Usage tracker for resource:network and tenant:c8093ec67f4342d28ca7fda2ce09901b is out of sync, need to count used quota {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:12:08.190584 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-2d959d8c-e86c-471d-9778-640f3e40daea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:08.204103 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-23ec08c6-0d91-42d4-bca2-6c2811a2ab34 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:08.205084 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-f46ca45d-188c-41a7-98f1-a5778a57adc6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:12:08.222555 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:12:08.226571 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-5ac6ec04-2b5c-4ca4-b092-95084e712cb5 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.4809797 May 25 12:12:08.247610 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-f46ca45d-188c-41a7-98f1-a5778a57adc6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:12:08.296845 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-2d959d8c-e86c-471d-9778-640f3e40daea admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=66daa2aac2b4463baed4304b6658fafd&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2870498 May 25 12:12:08.297619 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-5f873812-cf24-4e7f-b086-67fc42204907 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:08.311031 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 34406) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:12:08.406198 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d959d8c-e86c-471d-9778-640f3e40daea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed224eab-48e7-4cc2-a007-c9c5fc7af4a2,revision_number=1']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:12:08.411036 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-2d959d8c-e86c-471d-9778-640f3e40daea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:12:08.433187 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844d0492-6bb8-4a14-9b16-3f9d377335cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc216043-1b67-4e79-8d6b-b961d7800d7f,revision_number=0']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:12:08.441442 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-844d0492-6bb8-4a14-9b16-3f9d377335cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:12:08.467751 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844d0492-6bb8-4a14-9b16-3f9d377335cf admin admin] Checking segment: {'id': '7a2a9d6b-6c91-4fe0-a53f-9119485a4433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'd2534cea-29fb-4925-a89b-43de0cc13c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 12:12:08.474977 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844d0492-6bb8-4a14-9b16-3f9d377335cf admin admin] Network hostable DHCP agents. Network: d2534cea-29fb-4925-a89b-43de0cc13c4c, hostable agents: ['0c80ff5a-370f-48e8-a560-f3922f41a294'], hosted agents: [] {{(pid=92473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 12:12:08.474977 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-dfc8c0a2-a54c-4f30-bf2f-d6d117a4bd48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:08.487249 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f46ca45d-188c-41a7-98f1-a5778a57adc6 admin admin] Made reservation on behalf of c8093ec67f4342d28ca7fda2ce09901b for: {'network': 1} {{(pid=92472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 12:12:08.489562 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-f46ca45d-188c-41a7-98f1-a5778a57adc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080768'] for network, before_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:08.519580 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-dfc8c0a2-a54c-4f30-bf2f-d6d117a4bd48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:08.524975 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-f46ca45d-188c-41a7-98f1-a5778a57adc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:08.553443 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-f46ca45d-188c-41a7-98f1-a5778a57adc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:12:08.558636 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-f46ca45d-188c-41a7-98f1-a5778a57adc6 admin admin] Usage tracker for resource:security_group_rule and tenant:c8093ec67f4342d28ca7fda2ce09901b is out of sync, need to count used quota {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:12:08.562090 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-f46ca45d-188c-41a7-98f1-a5778a57adc6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:12:08.569982 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-f46ca45d-188c-41a7-98f1-a5778a57adc6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:12:08.619244 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-23ec08c6-0d91-42d4-bca2-6c2811a2ab34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786008105683'] for port, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:08.623192 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:12:08.673188 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844d0492-6bb8-4a14-9b16-3f9d377335cf admin admin] Network d2534cea-29fb-4925-a89b-43de0cc13c4c is scheduled to be hosted by DHCP agent 0c80ff5a-370f-48e8-a560-f3922f41a294 with binding_index 1 {{(pid=92473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 12:12:08.713205 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ec08c6-0d91-42d4-bca2-6c2811a2ab34 admin admin] Network 4d625284-12e5-4031-b909-2f88209a96c9 is already hosted by enough agents. {{(pid=92473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 12:12:08.717444 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.scheduler.base_scheduler [None req-23ec08c6-0d91-42d4-bca2-6c2811a2ab34 admin admin] Resources bound (agent type, host, resource id): {{(pid=92473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 12:12:08.721545 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ec08c6-0d91-42d4-bca2-6c2811a2ab34 admin admin] Received port after_create {{(pid=92473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 12:12:08.803559 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 34440) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:12:08.822893 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-dfc8c0a2-a54c-4f30-bf2f-d6d117a4bd48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:08.828724 dv-cinder-779233-5-smb neutron-server[92472]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 25 12:12:08.834981 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.scheduler.base_scheduler [None req-844d0492-6bb8-4a14-9b16-3f9d377335cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779233-5-smb, d2534cea-29fb-4925-a89b-43de0cc13c4c) {{(pid=92473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 12:12:08.842911 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1eafee9-14b7-4b9e-8687-597def06e834 None None] Network d2534cea-29fb-4925-a89b-43de0cc13c4c requested from dv-cinder-779233-5-smb {{(pid=92474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 12:12:08.957556 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-5f873812-cf24-4e7f-b086-67fc42204907 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1047633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1047265'] for router, after_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:08.964673 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ec08c6-0d91-42d4-bca2-6c2811a2ab34 admin admin] Pushing event updated for resources: {'Port': ['ID=ee278e6e-cf9f-434d-82c8-d0fdac3f7d3b,revision_number=1']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:12:08.989093 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844d0492-6bb8-4a14-9b16-3f9d377335cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:08.990372 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-844d0492-6bb8-4a14-9b16-3f9d377335cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653773'] for subnet, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:09.073904 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-dfc8c0a2-a54c-4f30-bf2f-d6d117a4bd48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:09.074783 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-dfc8c0a2-a54c-4f30-bf2f-d6d117a4bd48 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ed224eab-48e7-4cc2-a007-c9c5fc7af4a2 HTTP/1.1" status: 204 len: 168 time: 0.7550209 May 25 12:12:09.078734 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-23ec08c6-0d91-42d4-bca2-6c2811a2ab34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:12:09.079204 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.091s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:12:09.107191 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc8c0a2-a54c-4f30-bf2f-d6d117a4bd48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed224eab-48e7-4cc2-a007-c9c5fc7af4a2,revision_number=None']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:12:09.116274 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-dfc8c0a2-a54c-4f30-bf2f-d6d117a4bd48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:12:09.165969 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-f46ca45d-188c-41a7-98f1-a5778a57adc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:09.230751 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-844d0492-6bb8-4a14-9b16-3f9d377335cf admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.5837259 May 25 12:12:09.242547 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Device fe96bf53-fc59-4023-9ac9-f429bd695720 up at agent ovs-agent-dv-cinder-779233-5-smb {{(pid=92474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 12:12:09.321096 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e7d71-0a54-4731-893d-cd707cb7f232 req-808bd85b-b263-49ef-8027-382463fa756b tempest-DeleteServersTestJSON-1449952682 tempest-DeleteServersTestJSON-1449952682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:09.322861 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-566e7d71-0a54-4731-893d-cd707cb7f232 req-808bd85b-b263-49ef-8027-382463fa756b tempest-DeleteServersTestJSON-1449952682 tempest-DeleteServersTestJSON-1449952682-project] 10.222.0.44 "GET /v2.0/networks?id=38e1a8a1-6646-42d6-a941-53e70da61bc7 HTTP/1.1" status: 200 len: 812 time: 0.5095735 May 25 12:12:09.327568 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2baeefc1-4017-4406-940b-75cebbb3a564 None None] Network b95433bc-2dbd-474f-a7da-308000160943 requested from dv-cinder-779233-5-smb {{(pid=92474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 12:12:09.342146 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-f46ca45d-188c-41a7-98f1-a5778a57adc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:09.370758 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:12:09.396021 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-566e7d71-0a54-4731-893d-cd707cb7f232 req-3c6629b4-b0d9-483d-a65c-73d43cffcd3e tempest-DeleteServersTestJSON-1449952682 tempest-DeleteServersTestJSON-1449952682-project] 10.222.0.44 "GET /v2.0/quotas/ee8e4b92af464ac899e995209323df30 HTTP/1.1" status: 200 len: 375 time: 0.0544553 May 25 12:12:09.440129 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f46ca45d-188c-41a7-98f1-a5778a57adc6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=92472) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 12:12:09.452462 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-f46ca45d-188c-41a7-98f1-a5778a57adc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1959408'] for segment, precommit_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:09.452918 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.db.segments_db [None req-f46ca45d-188c-41a7-98f1-a5778a57adc6 admin admin] Added segment 26adb3c5-8f83-4c91-85aa-53a9566a2e36 of type vlan for network 1c5d010b-fe35-4574-8ae3-a124c096f3f0 May 25 12:12:09.469365 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1229d7e5-5134-41a6-9906-bc7138cd12f1 None None] Network d2534cea-29fb-4925-a89b-43de0cc13c4c requested from dv-cinder-779233-5-smb {{(pid=92474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 12:12:09.491796 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-f46ca45d-188c-41a7-98f1-a5778a57adc6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786008126284'] for network, precommit_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:09.515855 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46ca45d-188c-41a7-98f1-a5778a57adc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=966165dc-aff7-4d78-97a6-94f5a69c78c5,revision_number=1']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:12:09.519295 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-f46ca45d-188c-41a7-98f1-a5778a57adc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:12:09.640979 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-566e7d71-0a54-4731-893d-cd707cb7f232 req-1a3f4285-1731-4a55-8ca7-0443cc45adf4 tempest-DeleteServersTestJSON-1449952682 tempest-DeleteServersTestJSON-1449952682-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=ee8e4b92af464ac899e995209323df30&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1079631 May 25 12:12:09.676453 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-23ec08c6-0d91-42d4-bca2-6c2811a2ab34 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:09.684953 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-f46ca45d-188c-41a7-98f1-a5778a57adc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1019683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-653800'] for network, after_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:09.687399 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46ca45d-188c-41a7-98f1-a5778a57adc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:09.688208 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-f46ca45d-188c-41a7-98f1-a5778a57adc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653773'] for network, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:09.711123 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:12:09.854910 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-b1b9da3f-ce26-48fe-9e46-6d43fc6e5337 None None] Provisioning for port fe96bf53-fc59-4023-9ac9-f429bd695720 completed by entity DHCP. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 12:12:09.863982 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Provisioning for port fe96bf53-fc59-4023-9ac9-f429bd695720 completed by entity L2. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 12:12:09.898569 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-b1b9da3f-ce26-48fe-9e46-6d43fc6e5337 None None] Provisioning complete for port fe96bf53-fc59-4023-9ac9-f429bd695720 triggered by entity DHCP. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 12:12:09.898934 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-b1b9da3f-ce26-48fe-9e46-6d43fc6e5337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902397'] for port, provisioning_complete {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:09.904214 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f873812-cf24-4e7f-b086-67fc42204907 admin admin] Router fe86696f-10f7-4fd5-bbfd-af96f8757610 is scheduled to L3 agent 4aaf6e0c-8c85-4f95-8d8e-6a64f0cc3b25 with binding_index 1 {{(pid=92472) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 12:12:09.938355 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Provisioning complete for port fe96bf53-fc59-4023-9ac9-f429bd695720 triggered by entity L2. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 12:12:09.938355 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902397'] for port, provisioning_complete {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:10.091983 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46ca45d-188c-41a7-98f1-a5778a57adc6 admin admin] Pushing event updated for resources: {'Network': ['ID=1c5d010b-fe35-4574-8ae3-a124c096f3f0,revision_number=1']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:12:10.107540 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-f46ca45d-188c-41a7-98f1-a5778a57adc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:12:10.114281 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Network 1c5d010b-fe35-4574-8ae3-a124c096f3f0 details requested by agent ovs-agent-dv-cinder-779233-5-smb with host dv-cinder-779233-5-smb {{(pid=92474) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 12:12:10.197038 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 34482) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:12:10.227939 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-72687c9b-5b28-4583-99c5-5f2e7e535bb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:10.252448 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-72687c9b-5b28-4583-99c5-5f2e7e535bb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:12:10.256465 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-72687c9b-5b28-4583-99c5-5f2e7e535bb9 admin admin] Usage tracker for resource:security_group_rule and tenant:c8073fa405fb4a058f8040af77e5fa92 is out of sync, need to count used quota {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:12:10.259278 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-72687c9b-5b28-4583-99c5-5f2e7e535bb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:12:10.264574 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-f46ca45d-188c-41a7-98f1-a5778a57adc6 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.2912493 May 25 12:12:10.265682 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-72687c9b-5b28-4583-99c5-5f2e7e535bb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:12:10.270281 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [req-566e7d71-0a54-4731-893d-cd707cb7f232 req-e5500c74-873e-4974-b2f6-0136806bdb00 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=92472) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 12:12:10.271185 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-566e7d71-0a54-4731-893d-cd707cb7f232 req-e5500c74-873e-4974-b2f6-0136806bdb00 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1912336 May 25 12:12:10.274019 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 34494) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:12:10.295197 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.v2.base [None req-df65ce30-3797-4cae-b789-cc88cd666953 admin admin] Request body: {'subnet': {'network_id': '1c5d010b-fe35-4574-8ae3-a124c096f3f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1995072599-subnet', 'tenant_id': 'c8093ec67f4342d28ca7fda2ce09901b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 12:12:10.321244 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 34504) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:12:10.325786 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-df65ce30-3797-4cae-b789-cc88cd666953 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:12:10.338622 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-df65ce30-3797-4cae-b789-cc88cd666953 admin admin] Usage tracker for resource:subnet and tenant:c8093ec67f4342d28ca7fda2ce09901b is out of sync, need to count used quota {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:12:10.357797 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-72687c9b-5b28-4583-99c5-5f2e7e535bb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:10.366040 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-23ec08c6-0d91-42d4-bca2-6c2811a2ab34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1047633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1047265'] for router, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:10.384853 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:10.409362 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-df65ce30-3797-4cae-b789-cc88cd666953 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:12:10.425956 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-b1b9da3f-ce26-48fe-9e46-6d43fc6e5337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:10.457768 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-72687c9b-5b28-4583-99c5-5f2e7e535bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:10.481287 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] For port fe96bf53-fc59-4023-9ac9-f429bd695720, host dv-cinder-779233-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-5-smb',level=0,port_id=fe96bf53-fc59-4023-9ac9-f429bd695720,segment=NetworkSegment(a867bff5-0b48-4d60-bac3-5ba6e8b8d30c),segment_id=a867bff5-0b48-4d60-bac3-5ba6e8b8d30c)] {{(pid=92474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:12:10.486378 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-dfc8c0a2-a54c-4f30-bf2f-d6d117a4bd48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:12:10.494036 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-df65ce30-3797-4cae-b789-cc88cd666953 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:12:10.527909 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f873812-cf24-4e7f-b086-67fc42204907 admin admin] Notify agent at l3_agent.dv-cinder-779233-5-smb the message routers_updated {{(pid=92472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 12:12:10.533246 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72687c9b-5b28-4583-99c5-5f2e7e535bb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a70df8c7-2660-481f-8413-9a88aba58c19,revision_number=1']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:12:10.533783 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:10.543915 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ef7857-633e-4e01-af3e-882344224151 None None] Sync routers for ids ['fe86696f-10f7-4fd5-bbfd-af96f8757610'] in dv-cinder-779233-5-smb {{(pid=92475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 12:12:10.559588 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ef7857-633e-4e01-af3e-882344224151 None None] Routers {'fe86696f-10f7-4fd5-bbfd-af96f8757610'} bound to L3 agent in host dv-cinder-779233-5-smb {{(pid=92475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 12:12:10.560939 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_hamode_db [None req-61ef7857-633e-4e01-af3e-882344224151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-25T12:04:17Z,description=,heartbeat_timestamp=2021-05-25T12:11:47Z,host='dv-cinder-779233-5-smb',id=4aaf6e0c-8c85-4f95-8d8e-6a64f0cc3b25,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T12:04:17Z,topic='l3_agent')) {'router_ids': ['fe86696f-10f7-4fd5-bbfd-af96f8757610'], 'active': True} {{(pid=92475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:12:10.573972 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:12:10.607713 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-72687c9b-5b28-4583-99c5-5f2e7e535bb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:12:10.630312 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-72687c9b-5b28-4583-99c5-5f2e7e535bb9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c8073fa405fb4a058f8040af77e5fa92&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4322035 May 25 12:12:10.641876 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df65ce30-3797-4cae-b789-cc88cd666953 admin admin] Made reservation on behalf of c8093ec67f4342d28ca7fda2ce09901b for: {'subnet': 1} {{(pid=92472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 12:12:10.642709 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-df65ce30-3797-4cae-b789-cc88cd666953 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:10.651473 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 34508) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:12:10.670076 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-566e7d71-0a54-4731-893d-cd707cb7f232 req-d00a08c5-03c5-4e53-8fac-b92f131bc7bb service neutron] 10.222.0.44 "GET /v2.0/networks/38e1a8a1-6646-42d6-a941-53e70da61bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3810177 May 25 12:12:10.679193 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.db.api [None req-b1b9da3f-ce26-48fe-9e46-6d43fc6e5337 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92474) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 25 12:12:10.682219 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_db.api [None req-b1b9da3f-ce26-48fe-9e46-6d43fc6e5337 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 25 12:12:10.683353 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Pushing event updated for resources: {'Port': ['ID=fe96bf53-fc59-4023-9ac9-f429bd695720,revision_number=3']} {{(pid=92474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:12:10.686499 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:12:10.752193 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-5fdaab0a-85a2-44a8-a2a7-025546014309 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:10.765703 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc52a116-7c28-4330-81e4-4fc116475a4b req-59f3833b-995b-4cfa-8b2d-fc92713a9a48 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:10.767185 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-dc52a116-7c28-4330-81e4-4fc116475a4b req-59f3833b-995b-4cfa-8b2d-fc92713a9a48 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/networks?id=d2534cea-29fb-4925-a89b-43de0cc13c4c HTTP/1.1" status: 200 len: 813 time: 0.4431443 May 25 12:12:10.767946 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-5f873812-cf24-4e7f-b086-67fc42204907 admin admin] Notify callbacks [] for router, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:10.771585 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-5f873812-cf24-4e7f-b086-67fc42204907 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.4615672 May 25 12:12:10.777379 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 34516) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:12:10.784164 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_dvr_db [None req-61ef7857-633e-4e01-af3e-882344224151 None None] Set router fe86696f-10f7-4fd5-bbfd-af96f8757610 gateway port host: dv-cinder-779233-5-smb {{(pid=92475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 12:12:10.815446 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-5fdaab0a-85a2-44a8-a2a7-025546014309 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:10.913763 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23ec08c6-0d91-42d4-bca2-6c2811a2ab34 admin admin] Router 8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3 is scheduled to L3 agent 4aaf6e0c-8c85-4f95-8d8e-6a64f0cc3b25 with binding_index 1 {{(pid=92473) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 12:12:10.953864 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-dc52a116-7c28-4330-81e4-4fc116475a4b req-54ed05ee-a164-4bff-b19a-d2998a52cb27 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/quotas/8ce8597116c24109952d0b56bfad7bf3 HTTP/1.1" status: 200 len: 375 time: 0.1732721 May 25 12:12:10.987909 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-5fdaab0a-85a2-44a8-a2a7-025546014309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:11.008425 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-72687c9b-5b28-4583-99c5-5f2e7e535bb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:12:11.026873 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdaab0a-85a2-44a8-a2a7-025546014309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a70df8c7-2660-481f-8413-9a88aba58c19,revision_number=None']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:12:11.031590 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-5fdaab0a-85a2-44a8-a2a7-025546014309 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:12:11.058661 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-dc52a116-7c28-4330-81e4-4fc116475a4b req-ca40bcad-94e9-4ec6-bc2c-a77f1208f4ee tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=8ce8597116c24109952d0b56bfad7bf3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1038716 May 25 12:12:11.095051 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-5fdaab0a-85a2-44a8-a2a7-025546014309 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:11.096268 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-5fdaab0a-85a2-44a8-a2a7-025546014309 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a70df8c7-2660-481f-8413-9a88aba58c19 HTTP/1.1" status: 204 len: 168 time: 0.4435208 May 25 12:12:11.128913 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_hamode_db [None req-61ef7857-633e-4e01-af3e-882344224151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe86696f-10f7-4fd5-bbfd-af96f8757610', 'name': 'tempest-ServerRescueNegativeTestJSON-1483553145-router', 'tenant_id': '4b9fde9de33c4fc09c0c531cf0f714fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'external_fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.33'}], 'enable_snat': True}, 'gw_port_id': '5e2cfe67-2f8e-4922-8e7f-8ef9d0587dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T12:12:04Z', 'updated_at': '2021-05-25T12:12:07Z', 'revision_number': 3, 'project_id': '4b9fde9de33c4fc09c0c531cf0f714fe', 'gw_port': {'id': '5e2cfe67-2f8e-4922-8e7f-8ef9d0587dc7', 'name': '', 'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f0:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe86696f-10f7-4fd5-bbfd-af96f8757610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:12:06Z', 'updated_at': '2021-05-25T12:12:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-5-smb'}], 'dv-cinder-779233-5-smb', False) {} {{(pid=92475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:12:11.133091 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ef7857-633e-4e01-af3e-882344224151 None None] Checking router: fe86696f-10f7-4fd5-bbfd-af96f8757610 for host: dv-cinder-779233-5-smb {{(pid=92475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 12:12:11.133668 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ef7857-633e-4e01-af3e-882344224151 None None] Updating router fe86696f-10f7-4fd5-bbfd-af96f8757610 port 5e2cfe67-2f8e-4922-8e7f-8ef9d0587dc7 binding host dv-cinder-779233-5-smb {{(pid=92475) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 12:12:11.136992 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23ec08c6-0d91-42d4-bca2-6c2811a2ab34 admin admin] Notify agent at l3_agent.dv-cinder-779233-5-smb the message routers_updated {{(pid=92473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 12:12:11.148580 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ef4ff3-fa80-4da3-8d27-45dea1eef23e None None] Sync routers for ids ['8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3'] in dv-cinder-779233-5-smb {{(pid=92474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 12:12:11.164333 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ef4ff3-fa80-4da3-8d27-45dea1eef23e None None] Routers {'8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3'} bound to L3 agent in host dv-cinder-779233-5-smb {{(pid=92474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 12:12:11.165035 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_hamode_db [None req-c3ef4ff3-fa80-4da3-8d27-45dea1eef23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-25T12:04:17Z,description=,heartbeat_timestamp=2021-05-25T12:11:47Z,host='dv-cinder-779233-5-smb',id=4aaf6e0c-8c85-4f95-8d8e-6a64f0cc3b25,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T12:04:17Z,topic='l3_agent')) {'router_ids': ['8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3'], 'active': True} {{(pid=92474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:12:11.223897 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron_lib.callbacks.manager [None req-61ef7857-633e-4e01-af3e-882344224151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:11.268427 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Device fe96bf53-fc59-4023-9ac9-f429bd695720 up at agent ovs-agent-dv-cinder-779233-5-smb {{(pid=92474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 12:12:11.287479 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-23ec08c6-0d91-42d4-bca2-6c2811a2ab34 admin admin] Notify callbacks [] for router, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:11.291815 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-23ec08c6-0d91-42d4-bca2-6c2811a2ab34 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.8234277 May 25 12:12:11.302583 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 34530) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:12:11.313607 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-566e7d71-0a54-4731-893d-cd707cb7f232 req-b2177b88-0dc7-4434-8e4f-c99f485575b0 service neutron] 10.222.0.44 "GET /v2.0/networks/38e1a8a1-6646-42d6-a941-53e70da61bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5884485 May 25 12:12:11.437365 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [req-dc52a116-7c28-4330-81e4-4fc116475a4b req-e6b3820e-ba94-4f01-b73c-054ebe326531 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=92472) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 12:12:11.438534 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-dc52a116-7c28-4330-81e4-4fc116475a4b req-e6b3820e-ba94-4f01-b73c-054ebe326531 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1537709 May 25 12:12:11.623833 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-6abc6d68-8a57-45a8-8f2f-7fc9d18ac53c None None] Provisioning complete for port fe96bf53-fc59-4023-9ac9-f429bd695720 triggered by entity DHCP. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 12:12:11.624202 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-6abc6d68-8a57-45a8-8f2f-7fc9d18ac53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902397'] for port, provisioning_complete {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:11.668419 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_dvr_db [None req-c3ef4ff3-fa80-4da3-8d27-45dea1eef23e None None] Set router 8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3 gateway port host: dv-cinder-779233-5-smb {{(pid=92474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 12:12:11.771109 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron_lib.callbacks.manager [None req-61ef7857-633e-4e01-af3e-882344224151 None None] Notify callbacks [] for port, precommit_update {{(pid=92475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:11.799953 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.provisioning_blocks [None req-61ef7857-633e-4e01-af3e-882344224151 None None] Transition to ACTIVE for port object 5e2cfe67-2f8e-4922-8e7f-8ef9d0587dc7 will not be triggered until provisioned by entity L2. {{(pid=92475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 12:12:11.932895 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron_lib.callbacks.manager [None req-61ef7857-633e-4e01-af3e-882344224151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:11.943501 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG oslo_concurrency.lockutils [None req-89d32196-851f-408f-a97d-8ea1ed251582 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:12:11.965292 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Provisioning complete for port fe96bf53-fc59-4023-9ac9-f429bd695720 triggered by entity L2. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 12:12:11.965663 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902397'] for port, provisioning_complete {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:12.055513 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.plugins.ml2.managers [None req-61ef7857-633e-4e01-af3e-882344224151 None None] Attempting to bind port 5e2cfe67-2f8e-4922-8e7f-8ef9d0587dc7 on host dv-cinder-779233-5-smb for vnic_type normal with profile {{(pid=92475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 12:12:12.055896 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.plugins.ml2.managers [None req-61ef7857-633e-4e01-af3e-882344224151 None None] Attempting to bind port 5e2cfe67-2f8e-4922-8e7f-8ef9d0587dc7 by drivers openvswitch,hyperv on host dv-cinder-779233-5-smb at level 0 using segments [{'id': '34f5f11c-fa4c-4a54-bab0-6c112d271f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d625284-12e5-4031-b909-2f88209a96c9'}] {{(pid=92475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 12:12:12.056231 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ef7857-633e-4e01-af3e-882344224151 None None] Attempting to bind port 5e2cfe67-2f8e-4922-8e7f-8ef9d0587dc7 on network 4d625284-12e5-4031-b909-2f88209a96c9 {{(pid=92475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 12:12:12.068911 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ef7857-633e-4e01-af3e-882344224151 None None] Checking agent: {'id': 'dfb2fd04-6671-4c26-88c9-b30127e2e29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779233-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 12, 4, 16), 'started_at': datetime.datetime(2021, 5, 25, 12, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 12, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779233-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 12:12:12.069333 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ef7857-633e-4e01-af3e-882344224151 None None] Checking segment: {'id': '34f5f11c-fa4c-4a54-bab0-6c112d271f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d625284-12e5-4031-b909-2f88209a96c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 12:12:12.074130 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron_lib.callbacks.manager [None req-61ef7857-633e-4e01-af3e-882344224151 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:12.074130 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ef7857-633e-4e01-af3e-882344224151 None None] Bound using segment: {'id': '34f5f11c-fa4c-4a54-bab0-6c112d271f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d625284-12e5-4031-b909-2f88209a96c9'} {{(pid=92475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 12:12:12.074130 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.plugins.ml2.managers [None req-61ef7857-633e-4e01-af3e-882344224151 None None] Bound port: 5e2cfe67-2f8e-4922-8e7f-8ef9d0587dc7, host: dv-cinder-779233-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34f5f11c-fa4c-4a54-bab0-6c112d271f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d625284-12e5-4031-b909-2f88209a96c9'}}] {{(pid=92475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 12:12:12.074130 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron_lib.callbacks.manager [None req-61ef7857-633e-4e01-af3e-882344224151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:12.138379 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-d8fadc97-7d2c-4efc-93c5-1dc8c23b0821 req-2ffc1ae6-a819-44b2-a410-e4fb54f62a1e tempest-DeleteServersTestJSON-1449952682 tempest-DeleteServersTestJSON-1449952682-project] 10.222.0.44 "GET /v2.0/ports?device_id=7609bc70-5f08-4915-add8-01ad94e0af55 HTTP/1.1" status: 200 len: 210 time: 0.2634268 May 25 12:12:12.178640 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.plugins.ml2.db [None req-61ef7857-633e-4e01-af3e-882344224151 None None] For port 5e2cfe67-2f8e-4922-8e7f-8ef9d0587dc7, host dv-cinder-779233-5-smb, cleared binding levels {{(pid=92475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 12:12:12.188814 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.plugins.ml2.db [None req-61ef7857-633e-4e01-af3e-882344224151 None None] For port 5e2cfe67-2f8e-4922-8e7f-8ef9d0587dc7, host dv-cinder-779233-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-5-smb',level=0,port_id=5e2cfe67-2f8e-4922-8e7f-8ef9d0587dc7,segment=NetworkSegment(34f5f11c-fa4c-4a54-bab0-6c112d271f06),segment_id=34f5f11c-fa4c-4a54-bab0-6c112d271f06)] {{(pid=92475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 12:12:12.208369 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-dc52a116-7c28-4330-81e4-4fc116475a4b req-2d27132c-c9d9-4656-90e6-971e38ea5713 service neutron] 10.222.0.44 "GET /v2.0/networks/d2534cea-29fb-4925-a89b-43de0cc13c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7416999 May 25 12:12:12.233816 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac55460-dcc1-42ed-a91d-7db1be20f507 None None] Pushing event updated for resources: {'Port': ['ID=5e2cfe67-2f8e-4922-8e7f-8ef9d0587dc7,revision_number=2']} {{(pid=92475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:12:12.245269 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac55460-dcc1-42ed-a91d-7db1be20f507 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:12:12.245604 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac55460-dcc1-42ed-a91d-7db1be20f507 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:12:12.245927 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac55460-dcc1-42ed-a91d-7db1be20f507 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:12:12.246242 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac55460-dcc1-42ed-a91d-7db1be20f507 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:12:12.246553 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac55460-dcc1-42ed-a91d-7db1be20f507 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:12:12.246864 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac55460-dcc1-42ed-a91d-7db1be20f507 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:12:12.247171 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac55460-dcc1-42ed-a91d-7db1be20f507 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:12:12.247501 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac55460-dcc1-42ed-a91d-7db1be20f507 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:12:12.247806 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac55460-dcc1-42ed-a91d-7db1be20f507 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:12:12.248110 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac55460-dcc1-42ed-a91d-7db1be20f507 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:12:12.248413 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac55460-dcc1-42ed-a91d-7db1be20f507 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:12:12.248712 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac55460-dcc1-42ed-a91d-7db1be20f507 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:12:12.254727 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac55460-dcc1-42ed-a91d-7db1be20f507 None None] Tracked resource versions report: May 25 12:12:12.254727 dv-cinder-779233-5-smb neutron-server[92475]: pushed versions: May 25 12:12:12.254727 dv-cinder-779233-5-smb neutron-server[92475]: { 'AddressGroup': {'1.2'}, May 25 12:12:12.254727 dv-cinder-779233-5-smb neutron-server[92475]: 'ConntrackHelper': {'1.0'}, May 25 12:12:12.254727 dv-cinder-779233-5-smb neutron-server[92475]: 'Log': {'1.0'}, May 25 12:12:12.254727 dv-cinder-779233-5-smb neutron-server[92475]: 'Network': {'1.1'}, May 25 12:12:12.254727 dv-cinder-779233-5-smb neutron-server[92475]: 'Port': {'1.7'}, May 25 12:12:12.254727 dv-cinder-779233-5-smb neutron-server[92475]: 'PortForwarding': {'1.2'}, May 25 12:12:12.254727 dv-cinder-779233-5-smb neutron-server[92475]: 'QosPolicy': {'1.8'}, May 25 12:12:12.254727 dv-cinder-779233-5-smb neutron-server[92475]: 'SecurityGroup': {'1.4'}, May 25 12:12:12.254727 dv-cinder-779233-5-smb neutron-server[92475]: 'SecurityGroupRule': {'1.2'}, May 25 12:12:12.254727 dv-cinder-779233-5-smb neutron-server[92475]: 'SubPort': {'1.0'}, May 25 12:12:12.254727 dv-cinder-779233-5-smb neutron-server[92475]: 'Subnet': {'1.1'}, May 25 12:12:12.254727 dv-cinder-779233-5-smb neutron-server[92475]: 'Trunk': {'1.1'}} May 25 12:12:12.254727 dv-cinder-779233-5-smb neutron-server[92475]: consumer versions: May 25 12:12:12.254727 dv-cinder-779233-5-smb neutron-server[92475]: { DHCP agent@dv-cinder-779233-5-smb: {}, May 25 12:12:12.254727 dv-cinder-779233-5-smb neutron-server[92475]: HyperV agent@hv-cinder-77923: {}, May 25 12:12:12.254727 dv-cinder-779233-5-smb neutron-server[92475]: L3 agent@dv-cinder-779233-5-smb: {}, May 25 12:12:12.254727 dv-cinder-779233-5-smb neutron-server[92475]: Metadata agent@dv-cinder-779233-5-smb: {}, May 25 12:12:12.254727 dv-cinder-779233-5-smb neutron-server[92475]: Metering agent@dv-cinder-779233-5-smb: {}, May 25 12:12:12.254727 dv-cinder-779233-5-smb neutron-server[92475]: Open vSwitch agent@dv-cinder-779233-5-smb: { 'AddressGroup': '1.2', May 25 12:12:12.254727 dv-cinder-779233-5-smb neutron-server[92475]: 'ConntrackHelper': '1.0', May 25 12:12:12.254727 dv-cinder-779233-5-smb neutron-server[92475]: 'Log': '1.0', May 25 12:12:12.254727 dv-cinder-779233-5-smb neutron-server[92475]: 'Network': '1.1', May 25 12:12:12.254727 dv-cinder-779233-5-smb neutron-server[92475]: 'Port': '1.7', May 25 12:12:12.254727 dv-cinder-779233-5-smb neutron-server[92475]: 'PortForwarding': '1.2', May 25 12:12:12.254727 dv-cinder-779233-5-smb neutron-server[92475]: 'QosPolicy': '1.8', May 25 12:12:12.254727 dv-cinder-779233-5-smb neutron-server[92475]: 'SecurityGroup': '1.4', May 25 12:12:12.254727 dv-cinder-779233-5-smb neutron-server[92475]: 'SecurityGroupRule': '1.2', May 25 12:12:12.254727 dv-cinder-779233-5-smb neutron-server[92475]: 'SubPort': '1.0', May 25 12:12:12.254727 dv-cinder-779233-5-smb neutron-server[92475]: 'Subnet': '1.1', May 25 12:12:12.254727 dv-cinder-779233-5-smb neutron-server[92475]: 'Trunk': '1.1'}} May 25 12:12:12.254727 dv-cinder-779233-5-smb neutron-server[92475]: {{(pid=92475) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 25 12:12:12.260868 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG oslo_concurrency.lockutils [None req-9ac55460-dcc1-42ed-a91d-7db1be20f507 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=92475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:12:12.313184 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron_lib.callbacks.manager [None req-61ef7857-633e-4e01-af3e-882344224151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:12.322749 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:12:12.484738 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac55460-dcc1-42ed-a91d-7db1be20f507 None None] Pushing event updated for resources: {'Port': ['ID=5e2cfe67-2f8e-4922-8e7f-8ef9d0587dc7,revision_number=3']} {{(pid=92475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:12:12.503904 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG oslo_concurrency.lockutils [None req-9ac55460-dcc1-42ed-a91d-7db1be20f507 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=92475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:12:12.523198 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ef7857-633e-4e01-af3e-882344224151 None None] Routers {'fe86696f-10f7-4fd5-bbfd-af96f8757610'} bound to L3 agent in host dv-cinder-779233-5-smb {{(pid=92475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 12:12:12.523848 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_hamode_db [None req-61ef7857-633e-4e01-af3e-882344224151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-25T12:04:17Z,description=,heartbeat_timestamp=2021-05-25T12:11:47Z,host='dv-cinder-779233-5-smb',id=4aaf6e0c-8c85-4f95-8d8e-6a64f0cc3b25,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T12:04:17Z,topic='l3_agent')) {'router_ids': ['fe86696f-10f7-4fd5-bbfd-af96f8757610'], 'active': True} {{(pid=92475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:12:12.601850 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_hamode_db [None req-c3ef4ff3-fa80-4da3-8d27-45dea1eef23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3', 'name': 'tempest-AttachVolumeShelveTestJSON-980141975-router', 'tenant_id': '401f68ee052c48d0a0e9823d5525ef3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'external_fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.117'}], 'enable_snat': True}, 'gw_port_id': 'ee278e6e-cf9f-434d-82c8-d0fdac3f7d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T12:12:05Z', 'updated_at': '2021-05-25T12:12:09Z', 'revision_number': 3, 'project_id': '401f68ee052c48d0a0e9823d5525ef3d', 'gw_port': {'id': 'ee278e6e-cf9f-434d-82c8-d0fdac3f7d3b', 'name': '', 'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d2:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:12:07Z', 'updated_at': '2021-05-25T12:12:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-5-smb'}], 'dv-cinder-779233-5-smb', False) {} {{(pid=92474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:12:12.606268 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ef4ff3-fa80-4da3-8d27-45dea1eef23e None None] Checking router: 8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3 for host: dv-cinder-779233-5-smb {{(pid=92474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 12:12:12.606632 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ef4ff3-fa80-4da3-8d27-45dea1eef23e None None] Updating router 8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3 port ee278e6e-cf9f-434d-82c8-d0fdac3f7d3b binding host dv-cinder-779233-5-smb {{(pid=92474) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 12:12:12.643902 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-dc52a116-7c28-4330-81e4-4fc116475a4b req-24b23d58-047d-4132-a9a6-a00eea9e59bb service neutron] 10.222.0.44 "GET /v2.0/networks/d2534cea-29fb-4925-a89b-43de0cc13c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4339921 May 25 12:12:12.733153 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-c3ef4ff3-fa80-4da3-8d27-45dea1eef23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:12.784848 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-081120ca-3ddd-494d-94c4-4d100e909684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:12.885147 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_dvr_db [None req-61ef7857-633e-4e01-af3e-882344224151 None None] Set router fe86696f-10f7-4fd5-bbfd-af96f8757610 gateway port host: dv-cinder-779233-5-smb {{(pid=92475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 12:12:13.132544 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-80a79ed5-b7a0-4947-add1-0bc09cf113cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:13.243997 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.db_base_plugin_common [None req-081120ca-3ddd-494d-94c4-4d100e909684 admin admin] Allocated IP 172.20.0.1 (b95433bc-2dbd-474f-a7da-308000160943/b01b166f-5ba1-4373-a734-254ff90ae56a/988f0bbb-c4f2-4037-8138-a1aa53f8fd63) {{(pid=92473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 12:12:13.252363 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-1203b741-18e5-476d-bebf-a4329806d842 req-f8871c49-9b2e-46ce-9693-6937f59b1a2c tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c90e404-5fd7-4468-9bff-db7c02c2e23c HTTP/1.1" status: 200 len: 210 time: 0.1224177 May 25 12:12:13.414009 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-b49b228e-718a-486d-87f3-f41539db5d60 req-54ef8b52-d929-40ce-bced-5c0af345c2c1 tempest-DeleteServersTestJSON-1449952682 tempest-DeleteServersTestJSON-1449952682-project] 10.222.0.44 "GET /v2.0/ports?device_id=7609bc70-5f08-4915-add8-01ad94e0af55 HTTP/1.1" status: 200 len: 210 time: 0.0731828 May 25 12:12:13.500973 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-c3ef4ff3-fa80-4da3-8d27-45dea1eef23e None None] Notify callbacks [] for port, precommit_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:13.519692 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-c3ef4ff3-fa80-4da3-8d27-45dea1eef23e None None] Transition to ACTIVE for port object ee278e6e-cf9f-434d-82c8-d0fdac3f7d3b will not be triggered until provisioned by entity L2. {{(pid=92474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 12:12:13.524494 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_hamode_db [None req-61ef7857-633e-4e01-af3e-882344224151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe86696f-10f7-4fd5-bbfd-af96f8757610', 'name': 'tempest-ServerRescueNegativeTestJSON-1483553145-router', 'tenant_id': '4b9fde9de33c4fc09c0c531cf0f714fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'external_fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.33'}], 'enable_snat': True}, 'gw_port_id': '5e2cfe67-2f8e-4922-8e7f-8ef9d0587dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T12:12:04Z', 'updated_at': '2021-05-25T12:12:07Z', 'revision_number': 3, 'project_id': '4b9fde9de33c4fc09c0c531cf0f714fe', 'gw_port': {'id': '5e2cfe67-2f8e-4922-8e7f-8ef9d0587dc7', 'name': '', 'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f0:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe86696f-10f7-4fd5-bbfd-af96f8757610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:12:06Z', 'updated_at': '2021-05-25T12:12:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-5-smb'}], 'dv-cinder-779233-5-smb', False) {} {{(pid=92475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:12:13.533475 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ef7857-633e-4e01-af3e-882344224151 None None] The sync data for ids ['fe86696f-10f7-4fd5-bbfd-af96f8757610'] in dv-cinder-779233-5-smb is: [{'id': 'fe86696f-10f7-4fd5-bbfd-af96f8757610', 'name': 'tempest-ServerRescueNegativeTestJSON-1483553145-router', 'tenant_id': '4b9fde9de33c4fc09c0c531cf0f714fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'external_fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.33'}], 'enable_snat': True}, 'gw_port_id': '5e2cfe67-2f8e-4922-8e7f-8ef9d0587dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T12:12:04Z', 'updated_at': '2021-05-25T12:12:07Z', 'revision_number': 3, 'project_id': '4b9fde9de33c4fc09c0c531cf0f714fe', 'gw_port': {'id': '5e2cfe67-2f8e-4922-8e7f-8ef9d0587dc7', 'name': '', 'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f0:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe86696f-10f7-4fd5-bbfd-af96f8757610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:12:06Z', 'updated_at': '2021-05-25T12:12:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-5-smb'}] {{(pid=92475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 12:12:13.596914 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-c3ef4ff3-fa80-4da3-8d27-45dea1eef23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:13.604420 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:12:13.605058 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-081120ca-3ddd-494d-94c4-4d100e909684 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:13.638852 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.provisioning_blocks [None req-081120ca-3ddd-494d-94c4-4d100e909684 admin admin] Transition to ACTIVE for port object 988f0bbb-c4f2-4037-8138-a1aa53f8fd63 will not be triggered until provisioned by entity DHCP. {{(pid=92473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 12:12:13.707276 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-df65ce30-3797-4cae-b789-cc88cd666953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811'] for subnet, after_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:13.747309 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61c38a2-4c4a-4fdf-af0d-8f0a517688e4 None None] Pushing event updated for resources: {'Port': ['ID=ee278e6e-cf9f-434d-82c8-d0fdac3f7d3b,revision_number=2']} {{(pid=92474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:12:13.752457 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-c61c38a2-4c4a-4fdf-af0d-8f0a517688e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:12:13.754716 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.managers [None req-c3ef4ff3-fa80-4da3-8d27-45dea1eef23e None None] Attempting to bind port ee278e6e-cf9f-434d-82c8-d0fdac3f7d3b on host dv-cinder-779233-5-smb for vnic_type normal with profile {{(pid=92474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 12:12:13.755194 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.managers [None req-c3ef4ff3-fa80-4da3-8d27-45dea1eef23e None None] Attempting to bind port ee278e6e-cf9f-434d-82c8-d0fdac3f7d3b by drivers openvswitch,hyperv on host dv-cinder-779233-5-smb at level 0 using segments [{'id': '34f5f11c-fa4c-4a54-bab0-6c112d271f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d625284-12e5-4031-b909-2f88209a96c9'}] {{(pid=92474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 12:12:13.756517 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ef4ff3-fa80-4da3-8d27-45dea1eef23e None None] Attempting to bind port ee278e6e-cf9f-434d-82c8-d0fdac3f7d3b on network 4d625284-12e5-4031-b909-2f88209a96c9 {{(pid=92474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 12:12:13.763871 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ef4ff3-fa80-4da3-8d27-45dea1eef23e None None] Checking agent: {'id': 'dfb2fd04-6671-4c26-88c9-b30127e2e29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779233-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 12, 4, 16), 'started_at': datetime.datetime(2021, 5, 25, 12, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 12, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779233-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 12:12:13.764447 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ef4ff3-fa80-4da3-8d27-45dea1eef23e None None] Checking segment: {'id': '34f5f11c-fa4c-4a54-bab0-6c112d271f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d625284-12e5-4031-b909-2f88209a96c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 12:12:13.764984 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-c3ef4ff3-fa80-4da3-8d27-45dea1eef23e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:13.765593 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ef4ff3-fa80-4da3-8d27-45dea1eef23e None None] Bound using segment: {'id': '34f5f11c-fa4c-4a54-bab0-6c112d271f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d625284-12e5-4031-b909-2f88209a96c9'} {{(pid=92474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 12:12:13.766275 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.managers [None req-c3ef4ff3-fa80-4da3-8d27-45dea1eef23e None None] Bound port: ee278e6e-cf9f-434d-82c8-d0fdac3f7d3b, host: dv-cinder-779233-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34f5f11c-fa4c-4a54-bab0-6c112d271f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d625284-12e5-4031-b909-2f88209a96c9'}}] {{(pid=92474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 12:12:13.766747 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-c3ef4ff3-fa80-4da3-8d27-45dea1eef23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:13.789461 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:12:13.843058 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-081120ca-3ddd-494d-94c4-4d100e909684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786008105683'] for port, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:13.857197 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-23ec08c6-0d91-42d4-bca2-6c2811a2ab34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:12:13.951716 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.db_base_plugin_common [None req-80a79ed5-b7a0-4947-add1-0bc09cf113cd admin admin] Allocated IP 172.20.0.1 (92cbe58f-da5f-428e-b139-7dfedbb5c159/ac9aa6d5-d32d-4236-bb0d-23d9288b7f03/bfa0d4ff-9eda-4cf5-a736-48d76e6d0535) {{(pid=92472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 12:12:13.953327 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df65ce30-3797-4cae-b789-cc88cd666953 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09e5b3fd-2026-42d9-aa46-b36a5dd2af8f,revision_number=0']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:12:13.990074 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-df65ce30-3797-4cae-b789-cc88cd666953 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:12:14.013936 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df65ce30-3797-4cae-b789-cc88cd666953 admin admin] Checking segment: {'id': '26adb3c5-8f83-4c91-85aa-53a9566a2e36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '1c5d010b-fe35-4574-8ae3-a124c096f3f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 12:12:14.014289 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df65ce30-3797-4cae-b789-cc88cd666953 admin admin] Network hostable DHCP agents. Network: 1c5d010b-fe35-4574-8ae3-a124c096f3f0, hostable agents: ['0c80ff5a-370f-48e8-a560-f3922f41a294'], hosted agents: [] {{(pid=92472) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 12:12:14.054497 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081120ca-3ddd-494d-94c4-4d100e909684 admin admin] Network b95433bc-2dbd-474f-a7da-308000160943 is already hosted by enough agents. {{(pid=92473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 12:12:14.063794 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.scheduler.base_scheduler [None req-081120ca-3ddd-494d-94c4-4d100e909684 admin admin] Resources bound (agent type, host, resource id): {{(pid=92473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 12:12:14.066579 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081120ca-3ddd-494d-94c4-4d100e909684 admin admin] Received port after_create {{(pid=92473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 12:12:14.067069 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-081120ca-3ddd-494d-94c4-4d100e909684 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1040528'] for router_interface, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:14.097965 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-c3ef4ff3-fa80-4da3-8d27-45dea1eef23e None None] For port ee278e6e-cf9f-434d-82c8-d0fdac3f7d3b, host dv-cinder-779233-5-smb, cleared binding levels {{(pid=92474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 12:12:14.108893 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-c3ef4ff3-fa80-4da3-8d27-45dea1eef23e None None] For port ee278e6e-cf9f-434d-82c8-d0fdac3f7d3b, host dv-cinder-779233-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-5-smb',level=0,port_id=ee278e6e-cf9f-434d-82c8-d0fdac3f7d3b,segment=NetworkSegment(34f5f11c-fa4c-4a54-bab0-6c112d271f06),segment_id=34f5f11c-fa4c-4a54-bab0-6c112d271f06)] {{(pid=92474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 12:12:14.122534 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-f8d393c3-c00a-422c-a57f-75b582a117d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:14.247431 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-c3ef4ff3-fa80-4da3-8d27-45dea1eef23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:14.262116 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:12:14.265887 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df65ce30-3797-4cae-b789-cc88cd666953 admin admin] Network 1c5d010b-fe35-4574-8ae3-a124c096f3f0 is scheduled to be hosted by DHCP agent 0c80ff5a-370f-48e8-a560-f3922f41a294 with binding_index 1 {{(pid=92472) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 12:12:14.327308 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-80a79ed5-b7a0-4947-add1-0bc09cf113cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:14.431735 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.scheduler.base_scheduler [None req-df65ce30-3797-4cae-b789-cc88cd666953 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779233-5-smb, 1c5d010b-fe35-4574-8ae3-a124c096f3f0) {{(pid=92472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 12:12:14.444319 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-b3a558e9-d6e2-46ba-ad71-d068311e045b req-88dd0791-be8f-4e45-a69e-10535b854411 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c90e404-5fd7-4468-9bff-db7c02c2e23c HTTP/1.1" status: 200 len: 210 time: 0.1033254 May 25 12:12:14.456510 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df65ce30-3797-4cae-b789-cc88cd666953 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:14.456510 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-df65ce30-3797-4cae-b789-cc88cd666953 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653773'] for subnet, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:14.512714 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61c38a2-4c4a-4fdf-af0d-8f0a517688e4 None None] Pushing event updated for resources: {'Port': ['ID=ee278e6e-cf9f-434d-82c8-d0fdac3f7d3b,revision_number=3']} {{(pid=92474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:12:14.536589 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c5e2ab6-55b6-4cbe-adfd-183559412398 None None] Network 1c5d010b-fe35-4574-8ae3-a124c096f3f0 requested from dv-cinder-779233-5-smb {{(pid=92474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 12:12:14.591510 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-df65ce30-3797-4cae-b789-cc88cd666953 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 4.3075430 May 25 12:12:14.604809 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081120ca-3ddd-494d-94c4-4d100e909684 admin admin] Pushing event updated for resources: {'Port': ['ID=988f0bbb-c4f2-4037-8138-a1aa53f8fd63,revision_number=1']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:12:14.631923 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-081120ca-3ddd-494d-94c4-4d100e909684 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.753s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:12:14.675251 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-80a79ed5-b7a0-4947-add1-0bc09cf113cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786008105683'] for port, after_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:14.681049 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ef4ff3-fa80-4da3-8d27-45dea1eef23e None None] Routers {'8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3'} bound to L3 agent in host dv-cinder-779233-5-smb {{(pid=92474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 12:12:14.683215 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_hamode_db [None req-c3ef4ff3-fa80-4da3-8d27-45dea1eef23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-25T12:04:17Z,description=,heartbeat_timestamp=2021-05-25T12:11:47Z,host='dv-cinder-779233-5-smb',id=4aaf6e0c-8c85-4f95-8d8e-6a64f0cc3b25,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T12:04:17Z,topic='l3_agent')) {'router_ids': ['8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3'], 'active': True} {{(pid=92474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:12:14.699385 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-0a06ab75-1c49-4b3e-8f4e-e663782fa1aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:12:14.772257 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-c61c38a2-4c4a-4fdf-af0d-8f0a517688e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:12:14.869272 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 34684) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:12:14.992171 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_dvr_db [None req-c3ef4ff3-fa80-4da3-8d27-45dea1eef23e None None] Set router 8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3 gateway port host: dv-cinder-779233-5-smb {{(pid=92474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 12:12:15.076045 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a79ed5-b7a0-4947-add1-0bc09cf113cd admin admin] Pushing event updated for resources: {'Port': ['ID=bfa0d4ff-9eda-4cf5-a736-48d76e6d0535,revision_number=1']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:12:15.081463 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-80a79ed5-b7a0-4947-add1-0bc09cf113cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:12:15.081706 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-081120ca-3ddd-494d-94c4-4d100e909684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:15.092204 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a79ed5-b7a0-4947-add1-0bc09cf113cd admin admin] Network 92cbe58f-da5f-428e-b139-7dfedbb5c159 is already hosted by enough agents. {{(pid=92472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 12:12:15.096878 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.scheduler.base_scheduler [None req-80a79ed5-b7a0-4947-add1-0bc09cf113cd admin admin] Resources bound (agent type, host, resource id): {{(pid=92472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 12:12:15.109422 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-1c6bd1df-1a1d-4545-9a0d-8fd07f0eb946 req-4e6a38c8-bd6f-433b-ba43-1a0d541b65d0 tempest-DeleteServersTestJSON-1449952682 tempest-DeleteServersTestJSON-1449952682-project] 10.222.0.44 "GET /v2.0/ports?device_id=7609bc70-5f08-4915-add8-01ad94e0af55 HTTP/1.1" status: 200 len: 210 time: 0.2840900 May 25 12:12:15.124071 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a79ed5-b7a0-4947-add1-0bc09cf113cd admin admin] Received port after_create {{(pid=92472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 12:12:15.124071 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-80a79ed5-b7a0-4947-add1-0bc09cf113cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1040528'] for router_interface, before_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:15.229102 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-70c542da-43e2-410f-be9a-8b9992fd593a None None] Provisioning for port 988f0bbb-c4f2-4037-8138-a1aa53f8fd63 completed by entity DHCP. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 12:12:15.247625 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-70c542da-43e2-410f-be9a-8b9992fd593a None None] Provisioning complete for port 988f0bbb-c4f2-4037-8138-a1aa53f8fd63 triggered by entity DHCP. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 12:12:15.247986 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-70c542da-43e2-410f-be9a-8b9992fd593a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902397'] for port, provisioning_complete {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:15.253896 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.db_base_plugin_v2 [None req-c40130bc-09dc-4507-95e7-14d2bc34a6c0 admin admin] Deleting subnet 19061a00-2d26-47c3-86c8-5b498ecf5657 {{(pid=92472) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 12:12:15.257542 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-c40130bc-09dc-4507-95e7-14d2bc34a6c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:15.282213 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Device 5e2cfe67-2f8e-4922-8e7f-8ef9d0587dc7 up at agent ovs-agent-dv-cinder-779233-5-smb {{(pid=92474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 12:12:15.307221 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-c40130bc-09dc-4507-95e7-14d2bc34a6c0 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:15.319937 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-c40130bc-09dc-4507-95e7-14d2bc34a6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1960903'] for subnet, precommit_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:15.502814 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Provisioning for port 5e2cfe67-2f8e-4922-8e7f-8ef9d0587dc7 completed by entity L2. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 12:12:15.553403 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.plugin [None req-70c542da-43e2-410f-be9a-8b9992fd593a None None] Port 988f0bbb-c4f2-4037-8138-a1aa53f8fd63 cannot update to ACTIVE because it is not bound. {{(pid=92474) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 12:12:15.618524 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Provisioning complete for port 5e2cfe67-2f8e-4922-8e7f-8ef9d0587dc7 triggered by entity L2. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 12:12:15.619102 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902397'] for port, provisioning_complete {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:15.669625 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-081120ca-3ddd-494d-94c4-4d100e909684 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:15.699303 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-80a79ed5-b7a0-4947-add1-0bc09cf113cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:15.779144 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-081120ca-3ddd-494d-94c4-4d100e909684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:15.786545 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-081120ca-3ddd-494d-94c4-4d100e909684 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1040445'] for router_interface, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:15.791164 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:12:15.811989 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b77663a-ed7e-478e-9eae-9c399b39385a None None] Network 1c5d010b-fe35-4574-8ae3-a124c096f3f0 requested from dv-cinder-779233-5-smb {{(pid=92474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 12:12:15.866863 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-56ed8bf4-255a-4791-b2e3-fecdd4099865 req-6b2cb742-1fba-43a0-8894-ed67bf99bf8b tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c90e404-5fd7-4468-9bff-db7c02c2e23c HTTP/1.1" status: 200 len: 210 time: 0.1054978 May 25 12:12:16.096805 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081120ca-3ddd-494d-94c4-4d100e909684 admin admin] Pushing event updated for resources: {'Port': ['ID=988f0bbb-c4f2-4037-8138-a1aa53f8fd63,revision_number=2']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:12:16.108066 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-081120ca-3ddd-494d-94c4-4d100e909684 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:12:16.242834 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081120ca-3ddd-494d-94c4-4d100e909684 admin admin] Network b95433bc-2dbd-474f-a7da-308000160943 is already hosted by enough agents. {{(pid=92473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 12:12:16.251255 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.scheduler.base_scheduler [None req-081120ca-3ddd-494d-94c4-4d100e909684 admin admin] Resources bound (agent type, host, resource id): {{(pid=92473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 12:12:16.286572 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-80a79ed5-b7a0-4947-add1-0bc09cf113cd admin admin] Notify callbacks [] for port, precommit_update {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:16.339174 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-c40130bc-09dc-4507-95e7-14d2bc34a6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811'] for subnet, after_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:16.343580 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:12:16.439383 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-80a79ed5-b7a0-4947-add1-0bc09cf113cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:16.440931 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:16.442403 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40130bc-09dc-4507-95e7-14d2bc34a6c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19061a00-2d26-47c3-86c8-5b498ecf5657,revision_number=None']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:12:16.467418 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-c40130bc-09dc-4507-95e7-14d2bc34a6c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:12:16.478543 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] For port 5e2cfe67-2f8e-4922-8e7f-8ef9d0587dc7, host dv-cinder-779233-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-5-smb',level=0,port_id=5e2cfe67-2f8e-4922-8e7f-8ef9d0587dc7,segment=NetworkSegment(34f5f11c-fa4c-4a54-bab0-6c112d271f06),segment_id=34f5f11c-fa4c-4a54-bab0-6c112d271f06)] {{(pid=92474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:12:16.541186 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-80a79ed5-b7a0-4947-add1-0bc09cf113cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1040445'] for router_interface, after_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:16.565623 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-4607a149-666b-453a-9138-69efaa424829 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:12:16.624216 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:16.637891 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:12:16.652299 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-c40130bc-09dc-4507-95e7-14d2bc34a6c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:16.660756 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-081120ca-3ddd-494d-94c4-4d100e909684 admin admin] Router 8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3 has already been hosted by L3 agent 4aaf6e0c-8c85-4f95-8d8e-6a64f0cc3b25 {{(pid=92473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 12:12:16.662329 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.54', 53807) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:12:16.690459 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:16.704175 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-6c8eaa60-69df-4498-8abe-c4eaca8e0f53 req-f0e8cf9e-8e9c-49bd-90d1-9421fcb1095f tempest-DeleteServersTestJSON-1449952682 tempest-DeleteServersTestJSON-1449952682-project] 10.222.0.44 "GET /v2.0/ports?device_id=7609bc70-5f08-4915-add8-01ad94e0af55 HTTP/1.1" status: 200 len: 210 time: 0.2858400 May 25 12:12:16.754314 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 34752) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:12:16.756746 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Pushing event updated for resources: {'Port': ['ID=5e2cfe67-2f8e-4922-8e7f-8ef9d0587dc7,revision_number=4']} {{(pid=92474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:12:16.769882 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_hamode_db [None req-c3ef4ff3-fa80-4da3-8d27-45dea1eef23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3', 'name': 'tempest-AttachVolumeShelveTestJSON-980141975-router', 'tenant_id': '401f68ee052c48d0a0e9823d5525ef3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'external_fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.117'}], 'enable_snat': True}, 'gw_port_id': 'ee278e6e-cf9f-434d-82c8-d0fdac3f7d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T12:12:05Z', 'updated_at': '2021-05-25T12:12:09Z', 'revision_number': 3, 'project_id': '401f68ee052c48d0a0e9823d5525ef3d', 'gw_port': {'id': 'ee278e6e-cf9f-434d-82c8-d0fdac3f7d3b', 'name': '', 'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d2:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:12:07Z', 'updated_at': '2021-05-25T12:12:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-5-smb'}], 'dv-cinder-779233-5-smb', False) {} {{(pid=92474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:12:16.780439 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-c40130bc-09dc-4507-95e7-14d2bc34a6c0 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/19061a00-2d26-47c3-86c8-5b498ecf5657 HTTP/1.1" status: 204 len: 168 time: 1.8057408 May 25 12:12:16.780628 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:12:16.782614 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 34758) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:12:16.788619 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-c52b35de-9a32-4ef8-90a9-17b54a4a98c9 None None] Provisioning complete for port 988f0bbb-c4f2-4037-8138-a1aa53f8fd63 triggered by entity DHCP. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 12:12:16.789006 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-c52b35de-9a32-4ef8-90a9-17b54a4a98c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902397'] for port, provisioning_complete {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:16.818211 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a79ed5-b7a0-4947-add1-0bc09cf113cd admin admin] Pushing event updated for resources: {'Port': ['ID=bfa0d4ff-9eda-4cf5-a736-48d76e6d0535,revision_number=2']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:12:16.818454 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ef4ff3-fa80-4da3-8d27-45dea1eef23e None None] The sync data for ids ['8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3'] in dv-cinder-779233-5-smb is: [{'id': '8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3', 'name': 'tempest-AttachVolumeShelveTestJSON-980141975-router', 'tenant_id': '401f68ee052c48d0a0e9823d5525ef3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'external_fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.117'}], 'enable_snat': True}, 'gw_port_id': 'ee278e6e-cf9f-434d-82c8-d0fdac3f7d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T12:12:05Z', 'updated_at': '2021-05-25T12:12:09Z', 'revision_number': 3, 'project_id': '401f68ee052c48d0a0e9823d5525ef3d', 'gw_port': {'id': 'ee278e6e-cf9f-434d-82c8-d0fdac3f7d3b', 'name': '', 'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d2:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:12:07Z', 'updated_at': '2021-05-25T12:12:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-5-smb'}] {{(pid=92474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 12:12:16.824931 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-80a79ed5-b7a0-4947-add1-0bc09cf113cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:12:16.873334 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.plugin [None req-c52b35de-9a32-4ef8-90a9-17b54a4a98c9 None None] Port 988f0bbb-c4f2-4037-8138-a1aa53f8fd63 cannot update to ACTIVE because it is not bound. {{(pid=92474) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 12:12:16.927183 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-efeed2e7-fa4a-4ec9-b4dc-99d489f31153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:17.002407 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-a09fe14b-01dd-44fa-956c-406ed2c492e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628851'] for network, before_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:17.030207 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a79ed5-b7a0-4947-add1-0bc09cf113cd admin admin] Network 92cbe58f-da5f-428e-b139-7dfedbb5c159 is already hosted by enough agents. {{(pid=92472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 12:12:17.040196 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.scheduler.base_scheduler [None req-80a79ed5-b7a0-4947-add1-0bc09cf113cd admin admin] Resources bound (agent type, host, resource id): {{(pid=92472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 12:12:17.061435 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 34768) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:12:17.170852 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Device 5e2cfe67-2f8e-4922-8e7f-8ef9d0587dc7 up at agent ovs-agent-dv-cinder-779233-5-smb {{(pid=92474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 12:12:17.171393 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-081120ca-3ddd-494d-94c4-4d100e909684 admin admin] Notify agent at l3_agent.dv-cinder-779233-5-smb the message routers_updated {{(pid=92473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 12:12:17.190189 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e7d71-0a54-4731-893d-cd707cb7f232 req-a5a3732b-58ae-4f0f-ac7c-786d7890352f tempest-DeleteServersTestJSON-1449952682 tempest-DeleteServersTestJSON-1449952682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:17.190882 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [req-566e7d71-0a54-4731-893d-cd707cb7f232 req-a5a3732b-58ae-4f0f-ac7c-786d7890352f tempest-DeleteServersTestJSON-1449952682 tempest-DeleteServersTestJSON-1449952682-project] Synchronizing usage tracker for tenant:ee8e4b92af464ac899e995209323df30 on resource:network {{(pid=92473) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 12:12:17.198589 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-081120ca-3ddd-494d-94c4-4d100e909684 admin admin] 10.222.0.44 "PUT /v2.0/routers/8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9048262 May 25 12:12:17.350096 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [req-566e7d71-0a54-4731-893d-cd707cb7f232 req-a5a3732b-58ae-4f0f-ac7c-786d7890352f tempest-DeleteServersTestJSON-1449952682 tempest-DeleteServersTestJSON-1449952682-project] Unset dirty status for tenant:ee8e4b92af464ac899e995209323df30 on resource:network {{(pid=92473) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 12:12:17.351290 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-566e7d71-0a54-4731-893d-cd707cb7f232 req-a5a3732b-58ae-4f0f-ac7c-786d7890352f tempest-DeleteServersTestJSON-1449952682 tempest-DeleteServersTestJSON-1449952682-project] 10.222.0.54 "GET /v2.0/networks?id=38e1a8a1-6646-42d6-a941-53e70da61bc7 HTTP/1.1" status: 200 len: 812 time: 0.6835060 May 25 12:12:17.353709 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-d610482f-dc6a-4a5c-9c2c-a045c87939b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:17.379648 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-d610482f-dc6a-4a5c-9c2c-a045c87939b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:12:17.383352 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Provisioning complete for port 5e2cfe67-2f8e-4922-8e7f-8ef9d0587dc7 triggered by entity L2. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 12:12:17.383741 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902397'] for port, provisioning_complete {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:17.384981 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-d610482f-dc6a-4a5c-9c2c-a045c87939b5 admin admin] Usage tracker for resource:security_group_rule and tenant:990fa4b54b3744b68eafa4a0889358c8 is out of sync, need to count used quota {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:12:17.394223 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-d610482f-dc6a-4a5c-9c2c-a045c87939b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:12:17.406569 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.v2.base [req-566e7d71-0a54-4731-893d-cd707cb7f232 req-b03c7905-78e4-4fb6-b197-7932aa4955d6 tempest-DeleteServersTestJSON-1449952682 tempest-DeleteServersTestJSON-1449952682-project] Request body: {'port': {'device_id': '7609bc70-5f08-4915-add8-01ad94e0af55', 'network_id': '38e1a8a1-6646-42d6-a941-53e70da61bc7', 'admin_state_up': True, 'tenant_id': 'ee8e4b92af464ac899e995209323df30'}} {{(pid=92473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 12:12:17.423970 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-d610482f-dc6a-4a5c-9c2c-a045c87939b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:12:17.558679 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.54', 53811) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:12:17.639306 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-ed183fab-bcd0-4e5d-b8b8-6da06c2c51eb req-16705124-4b5c-4c78-9f22-8397616575f3 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c90e404-5fd7-4468-9bff-db7c02c2e23c HTTP/1.1" status: 200 len: 210 time: 0.2394505 May 25 12:12:17.640114 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-59a046b7-73c2-41bb-97f7-d0dd26052fb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:17.699415 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-59a046b7-73c2-41bb-97f7-d0dd26052fb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:12:17.717027 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-a09fe14b-01dd-44fa-956c-406ed2c492e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1908296', 'neutron.services.segments.db._delete_segments_for_network-8786008650460'] for network, precommit_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:17.727934 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-59a046b7-73c2-41bb-97f7-d0dd26052fb6 admin admin] Usage tracker for resource:security_group_rule and tenant:07d90b73cd1e415d8d64b78693feaf9d is out of sync, need to count used quota {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:12:17.733296 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-59a046b7-73c2-41bb-97f7-d0dd26052fb6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:12:17.753281 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80a79ed5-b7a0-4947-add1-0bc09cf113cd admin admin] Router fe86696f-10f7-4fd5-bbfd-af96f8757610 has already been hosted by L3 agent 4aaf6e0c-8c85-4f95-8d8e-6a64f0cc3b25 {{(pid=92472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 12:12:17.755731 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-a09fe14b-01dd-44fa-956c-406ed2c492e0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:12:17.756167 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-a09fe14b-01dd-44fa-956c-406ed2c492e0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:12:17.757116 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-a09fe14b-01dd-44fa-956c-406ed2c492e0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:12:17.757544 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-a09fe14b-01dd-44fa-956c-406ed2c492e0 admin admin] Subscribe: > port after_create 55550000 {{(pid=92472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:12:17.757967 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-a09fe14b-01dd-44fa-956c-406ed2c492e0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=92472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:12:17.758367 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-a09fe14b-01dd-44fa-956c-406ed2c492e0 admin admin] Subscribe: > port after_update 55550000 {{(pid=92472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:12:17.758907 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-a09fe14b-01dd-44fa-956c-406ed2c492e0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:12:17.759068 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-a09fe14b-01dd-44fa-956c-406ed2c492e0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:12:17.759512 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-a09fe14b-01dd-44fa-956c-406ed2c492e0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:12:17.759916 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-a09fe14b-01dd-44fa-956c-406ed2c492e0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:12:17.801513 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [req-566e7d71-0a54-4731-893d-cd707cb7f232 req-b03c7905-78e4-4fb6-b197-7932aa4955d6 tempest-DeleteServersTestJSON-1449952682 tempest-DeleteServersTestJSON-1449952682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:12:17.809370 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [req-566e7d71-0a54-4731-893d-cd707cb7f232 req-b03c7905-78e4-4fb6-b197-7932aa4955d6 tempest-DeleteServersTestJSON-1449952682 tempest-DeleteServersTestJSON-1449952682-project] Usage tracker for resource:port and tenant:ee8e4b92af464ac899e995209323df30 is out of sync, need to count used quota {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:12:17.841044 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [req-566e7d71-0a54-4731-893d-cd707cb7f232 req-b03c7905-78e4-4fb6-b197-7932aa4955d6 tempest-DeleteServersTestJSON-1449952682 tempest-DeleteServersTestJSON-1449952682-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:12:17.869197 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [req-566e7d71-0a54-4731-893d-cd707cb7f232 req-b03c7905-78e4-4fb6-b197-7932aa4955d6 tempest-DeleteServersTestJSON-1449952682 tempest-DeleteServersTestJSON-1449952682-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:12:17.950486 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc52a116-7c28-4330-81e4-4fc116475a4b req-20fde814-a91e-4989-b400-ff1654a8a880 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:17.951592 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [req-dc52a116-7c28-4330-81e4-4fc116475a4b req-20fde814-a91e-4989-b400-ff1654a8a880 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Synchronizing usage tracker for tenant:8ce8597116c24109952d0b56bfad7bf3 on resource:network {{(pid=92473) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 12:12:17.973060 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-d610482f-dc6a-4a5c-9c2c-a045c87939b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:18.017973 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ff182aac-c7db-4435-9e5c-c570f96503ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:18.018504 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-566e7d71-0a54-4731-893d-cd707cb7f232 req-b03c7905-78e4-4fb6-b197-7932aa4955d6 tempest-DeleteServersTestJSON-1449952682 tempest-DeleteServersTestJSON-1449952682-project] Made reservation on behalf of ee8e4b92af464ac899e995209323df30 for: {'port': 1} {{(pid=92473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 12:12:18.022985 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-566e7d71-0a54-4731-893d-cd707cb7f232 req-b03c7905-78e4-4fb6-b197-7932aa4955d6 tempest-DeleteServersTestJSON-1449952682 tempest-DeleteServersTestJSON-1449952682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:18.127624 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-d610482f-dc6a-4a5c-9c2c-a045c87939b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:18.137190 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-a09fe14b-01dd-44fa-956c-406ed2c492e0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:12:18.137916 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-a09fe14b-01dd-44fa-956c-406ed2c492e0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:12:18.138450 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-a09fe14b-01dd-44fa-956c-406ed2c492e0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:12:18.138951 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-a09fe14b-01dd-44fa-956c-406ed2c492e0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92472) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:12:18.139517 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.services.segments.db [None req-a09fe14b-01dd-44fa-956c-406ed2c492e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73baf5d0-6281-4083-b56c-55d839a39616']}} {{(pid=92472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:12:18.143807 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-f15e162d-b4f4-4d50-9141-5a9dec19a9a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:12:18.151638 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-59a046b7-73c2-41bb-97f7-d0dd26052fb6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:12:18.170740 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.services.segments.db [None req-a09fe14b-01dd-44fa-956c-406ed2c492e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa854152-9f44-487b-aa4e-86128d92de88') {'for_net_delete': True} {{(pid=92472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:12:18.171283 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.services.segments.db [None req-a09fe14b-01dd-44fa-956c-406ed2c492e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa854152-9f44-487b-aa4e-86128d92de88') {} {{(pid=92472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:12:18.250649 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-a09fe14b-01dd-44fa-956c-406ed2c492e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786008660637', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2238167'] for segment, before_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:18.250892 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d610482f-dc6a-4a5c-9c2c-a045c87939b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6580defb-5caa-48d5-ba9c-e911d0200232,revision_number=1']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:12:18.256211 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-d610482f-dc6a-4a5c-9c2c-a045c87939b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:12:18.260926 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-d610482f-dc6a-4a5c-9c2c-a045c87939b5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=990fa4b54b3744b68eafa4a0889358c8&name=default HTTP/1.1" status: 200 len: 2976 time: 1.4950764 May 25 12:12:18.302450 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 34820) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:12:18.331202 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-ece68af5-e527-4ff9-8ba6-e367a4459607 req-6e25a88a-989f-4a2c-9217-72f584ca517a tempest-DeleteServersTestJSON-1449952682 tempest-DeleteServersTestJSON-1449952682-project] 10.222.0.44 "GET /v2.0/ports?device_id=7609bc70-5f08-4915-add8-01ad94e0af55 HTTP/1.1" status: 200 len: 210 time: 0.1677032 May 25 12:12:18.390282 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-a09fe14b-01dd-44fa-956c-406ed2c492e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1959408'] for segment, precommit_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:18.406639 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a09fe14b-01dd-44fa-956c-406ed2c492e0 admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=92472) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 12:12:18.407031 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-a09fe14b-01dd-44fa-956c-406ed2c492e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1959408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2227197'] for segment, after_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:18.408648 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.db_base_plugin_common [req-566e7d71-0a54-4731-893d-cd707cb7f232 req-b03c7905-78e4-4fb6-b197-7932aa4955d6 tempest-DeleteServersTestJSON-1449952682 tempest-DeleteServersTestJSON-1449952682-project] Allocated IP 172.20.0.5 (38e1a8a1-6646-42d6-a941-53e70da61bc7/10e3164e-b3a0-42cc-a0e4-0deb0cdec050/a6c15867-4726-4b56-accf-e5adccbac439) {{(pid=92473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 12:12:18.432879 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-cd2eb39b-851b-4ebd-b44c-13168fcef9e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:18.473748 dv-cinder-779233-5-smb neutron-server[92472]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 25 12:12:18.473748 dv-cinder-779233-5-smb neutron-server[92472]: from cryptography.utils import int_from_bytes May 25 12:12:18.473748 dv-cinder-779233-5-smb neutron-server[92472]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 25 12:12:18.473748 dv-cinder-779233-5-smb neutron-server[92472]: from cryptography.utils import int_from_bytes May 25 12:12:18.473748 dv-cinder-779233-5-smb neutron-server[92472]: Traceback (most recent call last): May 25 12:12:18.473748 dv-cinder-779233-5-smb neutron-server[92472]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 12:12:18.473748 dv-cinder-779233-5-smb neutron-server[92472]: timer() May 25 12:12:18.473748 dv-cinder-779233-5-smb neutron-server[92472]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 12:12:18.473748 dv-cinder-779233-5-smb neutron-server[92472]: cb(*args, **kw) May 25 12:12:18.473748 dv-cinder-779233-5-smb neutron-server[92472]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 12:12:18.473748 dv-cinder-779233-5-smb neutron-server[92472]: return func(*args, **kwargs) May 25 12:12:18.473748 dv-cinder-779233-5-smb neutron-server[92472]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 12:12:18.473748 dv-cinder-779233-5-smb neutron-server[92472]: self._notify() May 25 12:12:18.473748 dv-cinder-779233-5-smb neutron-server[92472]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 12:12:18.473748 dv-cinder-779233-5-smb neutron-server[92472]: self.callback(batched_events) May 25 12:12:18.473748 dv-cinder-779233-5-smb neutron-server[92472]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 12:12:18.473748 dv-cinder-779233-5-smb neutron-server[92472]: event.method(event) May 25 12:12:18.473748 dv-cinder-779233-5-smb neutron-server[92472]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 12:12:18.473748 dv-cinder-779233-5-smb neutron-server[92472]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 12:12:18.473748 dv-cinder-779233-5-smb neutron-server[92472]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 12:12:18.473748 dv-cinder-779233-5-smb neutron-server[92472]: aggregate_uuid = self.p_client.list_aggregates( May 25 12:12:18.473748 dv-cinder-779233-5-smb neutron-server[92472]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 12:12:18.473748 dv-cinder-779233-5-smb neutron-server[92472]: return f(self, *a, **k) May 25 12:12:18.473748 dv-cinder-779233-5-smb neutron-server[92472]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 12:12:18.473748 dv-cinder-779233-5-smb neutron-server[92472]: return self._get(url).json() May 25 12:12:18.473748 dv-cinder-779233-5-smb neutron-server[92472]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 12:12:18.473748 dv-cinder-779233-5-smb neutron-server[92472]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 12:12:18.473748 dv-cinder-779233-5-smb neutron-server[92472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 12:12:18.473748 dv-cinder-779233-5-smb neutron-server[92472]: return self.request(url, 'GET', **kwargs) May 25 12:12:18.473748 dv-cinder-779233-5-smb neutron-server[92472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 12:12:18.473748 dv-cinder-779233-5-smb neutron-server[92472]: base_url = self.get_endpoint(auth, allow=allow, May 25 12:12:18.473748 dv-cinder-779233-5-smb neutron-server[92472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 12:12:18.473748 dv-cinder-779233-5-smb neutron-server[92472]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 12:12:18.473748 dv-cinder-779233-5-smb neutron-server[92472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 12:12:18.473748 dv-cinder-779233-5-smb neutron-server[92472]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 12:12:18.473748 dv-cinder-779233-5-smb neutron-server[92472]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 12:12:18.488947 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-cd2eb39b-851b-4ebd-b44c-13168fcef9e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:18.615959 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80a79ed5-b7a0-4947-add1-0bc09cf113cd admin admin] Notify agent at l3_agent.dv-cinder-779233-5-smb the message routers_updated {{(pid=92472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 12:12:18.627811 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501ab699-8478-45c9-97d4-ad010802c306 None None] Sync routers for ids ['fe86696f-10f7-4fd5-bbfd-af96f8757610'] in dv-cinder-779233-5-smb {{(pid=92475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 12:12:18.646207 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501ab699-8478-45c9-97d4-ad010802c306 None None] Routers {'fe86696f-10f7-4fd5-bbfd-af96f8757610'} bound to L3 agent in host dv-cinder-779233-5-smb {{(pid=92475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 12:12:18.646817 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_hamode_db [None req-501ab699-8478-45c9-97d4-ad010802c306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T12:04:17Z,description=,heartbeat_timestamp=2021-05-25T12:12:17Z,host='dv-cinder-779233-5-smb',id=4aaf6e0c-8c85-4f95-8d8e-6a64f0cc3b25,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T12:04:17Z,topic='l3_agent')) {'router_ids': ['fe86696f-10f7-4fd5-bbfd-af96f8757610'], 'active': True} {{(pid=92475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:12:18.659455 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-80a79ed5-b7a0-4947-add1-0bc09cf113cd admin admin] 10.222.0.44 "PUT /v2.0/routers/fe86696f-10f7-4fd5-bbfd-af96f8757610/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8809831 May 25 12:12:18.692470 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-59a046b7-73c2-41bb-97f7-d0dd26052fb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:18.749703 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-a09fe14b-01dd-44fa-956c-406ed2c492e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1908289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1019683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-653800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047083'] for network, after_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:18.758000 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:12:18.803083 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 34834) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:12:18.813123 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-a09fe14b-01dd-44fa-956c-406ed2c492e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653773'] for network, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:18.816790 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-a09fe14b-01dd-44fa-956c-406ed2c492e0 admin admin] 10.222.0.44 "DELETE /v2.0/networks/73baf5d0-6281-4083-b56c-55d839a39616 HTTP/1.1" status: 204 len: 168 time: 2.0267961 May 25 12:12:18.838673 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.v2.base [None req-68604cb1-45b6-4718-af2f-790c24cb90d6 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Request body: {'security_group': {'name': 'tempest-securitygroup--157080625', 'description': 'tempest-description--1122474152'}} {{(pid=92472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 12:12:18.851072 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-59a046b7-73c2-41bb-97f7-d0dd26052fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:18.873634 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 34840) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:12:18.878441 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09fe14b-01dd-44fa-956c-406ed2c492e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=73baf5d0-6281-4083-b56c-55d839a39616,revision_number=None']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:12:18.890117 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-68604cb1-45b6-4718-af2f-790c24cb90d6 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:12:19.025549 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-68604cb1-45b6-4718-af2f-790c24cb90d6 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Usage tracker for resource:security_group and tenant:401f68ee052c48d0a0e9823d5525ef3d is out of sync, need to count used quota {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:12:19.299090 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-68604cb1-45b6-4718-af2f-790c24cb90d6 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:12:19.299090 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-68604cb1-45b6-4718-af2f-790c24cb90d6 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:12:19.300204 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-566e7d71-0a54-4731-893d-cd707cb7f232 req-b03c7905-78e4-4fb6-b197-7932aa4955d6 tempest-DeleteServersTestJSON-1449952682 tempest-DeleteServersTestJSON-1449952682-project] Notify callbacks [] for port, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:19.300204 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [req-dc52a116-7c28-4330-81e4-4fc116475a4b req-20fde814-a91e-4989-b400-ff1654a8a880 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Unset dirty status for tenant:8ce8597116c24109952d0b56bfad7bf3 on resource:network {{(pid=92473) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 12:12:19.300204 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-dc52a116-7c28-4330-81e4-4fc116475a4b req-20fde814-a91e-4989-b400-ff1654a8a880 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.54 "GET /v2.0/networks?id=d2534cea-29fb-4925-a89b-43de0cc13c4c HTTP/1.1" status: 200 len: 813 time: 1.6601574 May 25 12:12:19.300204 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.v2.base [req-dc52a116-7c28-4330-81e4-4fc116475a4b req-5a10301c-d904-4d29-9d69-18e1399d54b9 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Request body: {'port': {'device_id': '2c90e404-5fd7-4468-9bff-db7c02c2e23c', 'network_id': 'd2534cea-29fb-4925-a89b-43de0cc13c4c', 'admin_state_up': True, 'tenant_id': '8ce8597116c24109952d0b56bfad7bf3'}} {{(pid=92473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 12:12:19.301083 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Device ee278e6e-cf9f-434d-82c8-d0fdac3f7d3b up at agent ovs-agent-dv-cinder-779233-5-smb {{(pid=92474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 12:12:19.301741 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-a09fe14b-01dd-44fa-956c-406ed2c492e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.530s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:12:19.382625 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:12:19.443350 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-cd2eb39b-851b-4ebd-b44c-13168fcef9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:19.483089 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-2f5806c5-e311-48c9-97d9-7f0319a3b234 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:12:19.484815 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_dvr_db [None req-501ab699-8478-45c9-97d4-ad010802c306 None None] Set router fe86696f-10f7-4fd5-bbfd-af96f8757610 gateway port host: dv-cinder-779233-5-smb {{(pid=92475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 12:12:19.491548 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2eb39b-851b-4ebd-b44c-13168fcef9e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6580defb-5caa-48d5-ba9c-e911d0200232,revision_number=None']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:12:19.499570 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-cd2eb39b-851b-4ebd-b44c-13168fcef9e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:12:19.517022 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-cd2eb39b-851b-4ebd-b44c-13168fcef9e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:19.518528 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-cd2eb39b-851b-4ebd-b44c-13168fcef9e8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6580defb-5caa-48d5-ba9c-e911d0200232 HTTP/1.1" status: 204 len: 168 time: 1.2151625 May 25 12:12:19.526825 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-566e7d71-0a54-4731-893d-cd707cb7f232 req-b03c7905-78e4-4fb6-b197-7932aa4955d6 tempest-DeleteServersTestJSON-1449952682 tempest-DeleteServersTestJSON-1449952682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786008105683'] for port, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:19.581006 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:12:19.592990 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea0ff68-5f00-4eec-afc3-e9dc62ae96e8 None None] Sync routers for ids ['8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3'] in dv-cinder-779233-5-smb {{(pid=92474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 12:12:19.606241 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-cb1178c2-b2b5-418b-a63c-7279ce5a9fe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:19.612895 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-59a046b7-73c2-41bb-97f7-d0dd26052fb6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=07d90b73cd1e415d8d64b78693feaf9d&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5443530 May 25 12:12:19.623696 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea0ff68-5f00-4eec-afc3-e9dc62ae96e8 None None] Routers {'8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3'} bound to L3 agent in host dv-cinder-779233-5-smb {{(pid=92474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 12:12:19.625705 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_hamode_db [None req-8ea0ff68-5f00-4eec-afc3-e9dc62ae96e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T12:04:17Z,description=,heartbeat_timestamp=2021-05-25T12:12:17Z,host='dv-cinder-779233-5-smb',id=4aaf6e0c-8c85-4f95-8d8e-6a64f0cc3b25,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T12:04:17Z,topic='l3_agent')) {'router_ids': ['8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3'], 'active': True} {{(pid=92474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:12:19.633701 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 34874) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:12:19.638992 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-5d0fa7e3-e2c5-412c-a908-1604a6be94ff req-14689a8e-a11f-43c3-9863-6aa25922d1a9 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c90e404-5fd7-4468-9bff-db7c02c2e23c HTTP/1.1" status: 200 len: 210 time: 0.3448725 May 25 12:12:19.646330 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-68604cb1-45b6-4718-af2f-790c24cb90d6 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Notify callbacks [] for security_group, before_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:19.708652 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6145b75-7d8e-48f4-a966-ae614a3cdf38 admin admin] Deleting subnet 09e5b3fd-2026-42d9-aa46-b36a5dd2af8f {{(pid=92472) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 12:12:19.719645 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-566e7d71-0a54-4731-893d-cd707cb7f232 req-b03c7905-78e4-4fb6-b197-7932aa4955d6 tempest-DeleteServersTestJSON-1449952682 tempest-DeleteServersTestJSON-1449952682-project] Network 38e1a8a1-6646-42d6-a941-53e70da61bc7 is already hosted by enough agents. {{(pid=92473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 12:12:19.736590 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-e6145b75-7d8e-48f4-a966-ae614a3cdf38 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:19.814144 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.scheduler.base_scheduler [req-566e7d71-0a54-4731-893d-cd707cb7f232 req-b03c7905-78e4-4fb6-b197-7932aa4955d6 tempest-DeleteServersTestJSON-1449952682 tempest-DeleteServersTestJSON-1449952682-project] Resources bound (agent type, host, resource id): {{(pid=92473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 12:12:19.819780 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03c7905-78e4-4fb6-b197-7932aa4955d6 tempest-DeleteServersTestJSON-1449952682 tempest-DeleteServersTestJSON-1449952682-project] Pushing event updated for resources: {'Port': ['ID=a6c15867-4726-4b56-accf-e5adccbac439,revision_number=1']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:12:19.839873 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-b03c7905-78e4-4fb6-b197-7932aa4955d6 tempest-DeleteServersTestJSON-1449952682 tempest-DeleteServersTestJSON-1449952682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:12:19.842652 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [req-dc52a116-7c28-4330-81e4-4fc116475a4b req-5a10301c-d904-4d29-9d69-18e1399d54b9 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:12:19.851348 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.l3_dvrscheduler_db [req-566e7d71-0a54-4731-893d-cd707cb7f232 req-b03c7905-78e4-4fb6-b197-7932aa4955d6 tempest-DeleteServersTestJSON-1449952682 tempest-DeleteServersTestJSON-1449952682-project] Received port after_create {{(pid=92473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 12:12:19.865830 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e7d71-0a54-4731-893d-cd707cb7f232 req-b03c7905-78e4-4fb6-b197-7932aa4955d6 tempest-DeleteServersTestJSON-1449952682 tempest-DeleteServersTestJSON-1449952682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:19.869158 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-566e7d71-0a54-4731-893d-cd707cb7f232 req-b03c7905-78e4-4fb6-b197-7932aa4955d6 tempest-DeleteServersTestJSON-1449952682 tempest-DeleteServersTestJSON-1449952682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653773'] for port, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:19.919962 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [req-dc52a116-7c28-4330-81e4-4fc116475a4b req-5a10301c-d904-4d29-9d69-18e1399d54b9 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Usage tracker for resource:port and tenant:8ce8597116c24109952d0b56bfad7bf3 is out of sync, need to count used quota {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:12:19.923176 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [req-dc52a116-7c28-4330-81e4-4fc116475a4b req-5a10301c-d904-4d29-9d69-18e1399d54b9 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:12:19.933881 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [req-dc52a116-7c28-4330-81e4-4fc116475a4b req-5a10301c-d904-4d29-9d69-18e1399d54b9 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:12:19.967373 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Provisioning for port ee278e6e-cf9f-434d-82c8-d0fdac3f7d3b completed by entity L2. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 12:12:20.005874 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-cf873e35-a1be-44ef-93dc-1f72e5885e22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:20.021669 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Provisioning complete for port ee278e6e-cf9f-434d-82c8-d0fdac3f7d3b triggered by entity L2. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 12:12:20.022377 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902397'] for port, provisioning_complete {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:20.042277 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc52a116-7c28-4330-81e4-4fc116475a4b req-5a10301c-d904-4d29-9d69-18e1399d54b9 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Made reservation on behalf of 8ce8597116c24109952d0b56bfad7bf3 for: {'port': 1} {{(pid=92473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 12:12:20.046431 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-dc52a116-7c28-4330-81e4-4fc116475a4b req-5a10301c-d904-4d29-9d69-18e1399d54b9 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:20.110389 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-566e7d71-0a54-4731-893d-cd707cb7f232 req-b03c7905-78e4-4fb6-b197-7932aa4955d6 tempest-DeleteServersTestJSON-1449952682 tempest-DeleteServersTestJSON-1449952682-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7081952 May 25 12:12:20.111589 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-68604cb1-45b6-4718-af2f-790c24cb90d6 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:12:20.124464 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_dvr_db [None req-8ea0ff68-5f00-4eec-afc3-e9dc62ae96e8 None None] Set router 8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3 gateway port host: dv-cinder-779233-5-smb {{(pid=92474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 12:12:20.133118 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_hamode_db [None req-501ab699-8478-45c9-97d4-ad010802c306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe86696f-10f7-4fd5-bbfd-af96f8757610', 'name': 'tempest-ServerRescueNegativeTestJSON-1483553145-router', 'tenant_id': '4b9fde9de33c4fc09c0c531cf0f714fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'external_fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.33'}], 'enable_snat': True}, 'gw_port_id': '5e2cfe67-2f8e-4922-8e7f-8ef9d0587dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T12:12:04Z', 'updated_at': '2021-05-25T12:12:15Z', 'revision_number': 4, 'project_id': '4b9fde9de33c4fc09c0c531cf0f714fe', 'gw_port': {'id': '5e2cfe67-2f8e-4922-8e7f-8ef9d0587dc7', 'name': '', 'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe86696f-10f7-4fd5-bbfd-af96f8757610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:12:06Z', 'updated_at': '2021-05-25T12:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-5-smb', '_interfaces': [{'id': 'bfa0d4ff-9eda-4cf5-a736-48d76e6d0535', 'name': '', 'network_id': '92cbe58f-da5f-428e-b139-7dfedbb5c159', 'tenant_id': '4b9fde9de33c4fc09c0c531cf0f714fe', 'mac_address': 'fa:16:3e:65:e3:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe86696f-10f7-4fd5-bbfd-af96f8757610', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ac9aa6d5-d32d-4236-bb0d-23d9288b7f03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:12:13Z', 'updated_at': '2021-05-25T12:12:15Z', 'revision_number': 2, 'project_id': '4b9fde9de33c4fc09c0c531cf0f714fe', 'subnets': [{'id': 'ac9aa6d5-d32d-4236-bb0d-23d9288b7f03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-5-smb', False) {} {{(pid=92475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:12:20.140427 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501ab699-8478-45c9-97d4-ad010802c306 None None] Checking router: fe86696f-10f7-4fd5-bbfd-af96f8757610 for host: dv-cinder-779233-5-smb {{(pid=92475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 12:12:20.141096 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501ab699-8478-45c9-97d4-ad010802c306 None None] Updating router fe86696f-10f7-4fd5-bbfd-af96f8757610 port bfa0d4ff-9eda-4cf5-a736-48d76e6d0535 binding host dv-cinder-779233-5-smb {{(pid=92475) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 12:12:20.189219 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-68604cb1-45b6-4718-af2f-790c24cb90d6 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Usage tracker for resource:security_group_rule and tenant:401f68ee052c48d0a0e9823d5525ef3d is out of sync, need to count used quota {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:12:20.225198 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-68604cb1-45b6-4718-af2f-790c24cb90d6 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:12:20.243610 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron_lib.callbacks.manager [None req-501ab699-8478-45c9-97d4-ad010802c306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:20.245820 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a046b7-73c2-41bb-97f7-d0dd26052fb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02d3aabe-d4ad-41ac-b092-4c4b703191b4,revision_number=1']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:12:20.253004 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-59a046b7-73c2-41bb-97f7-d0dd26052fb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.870s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:12:20.262843 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-cf873e35-a1be-44ef-93dc-1f72e5885e22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:20.276532 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:20.293578 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [req-566e7d71-0a54-4731-893d-cd707cb7f232 req-c0596dd2-824d-42fa-98ee-ad092d6b8bc8 tempest-DeleteServersTestJSON-1449952682 tempest-DeleteServersTestJSON-1449952682-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=92473) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 12:12:20.294576 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-566e7d71-0a54-4731-893d-cd707cb7f232 req-c0596dd2-824d-42fa-98ee-ad092d6b8bc8 tempest-DeleteServersTestJSON-1449952682 tempest-DeleteServersTestJSON-1449952682-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0116448 May 25 12:12:20.306403 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-e6145b75-7d8e-48f4-a966-ae614a3cdf38 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2238172'] for subnet, precommit_delete_associations {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:20.400950 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-68604cb1-45b6-4718-af2f-790c24cb90d6 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:12:20.502461 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] For port ee278e6e-cf9f-434d-82c8-d0fdac3f7d3b, host dv-cinder-779233-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-5-smb',level=0,port_id=ee278e6e-cf9f-434d-82c8-d0fdac3f7d3b,segment=NetworkSegment(34f5f11c-fa4c-4a54-bab0-6c112d271f06),segment_id=34f5f11c-fa4c-4a54-bab0-6c112d271f06)] {{(pid=92474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:12:20.574095 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.db_base_plugin_common [req-dc52a116-7c28-4330-81e4-4fc116475a4b req-5a10301c-d904-4d29-9d69-18e1399d54b9 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Allocated IP 172.20.0.7 (d2534cea-29fb-4925-a89b-43de0cc13c4c/bc216043-1b67-4e79-8d6b-b961d7800d7f/2a238a6a-e7cb-42ba-b24f-c5d7a16b2c2f) {{(pid=92473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 12:12:20.581634 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-68604cb1-45b6-4718-af2f-790c24cb90d6 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Notify callbacks [] for security_group, precommit_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:20.603437 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-e6145b75-7d8e-48f4-a966-ae614a3cdf38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1960903'] for subnet, precommit_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:20.624967 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-cf873e35-a1be-44ef-93dc-1f72e5885e22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:20.657930 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-cd2eb39b-851b-4ebd-b44c-13168fcef9e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:12:20.672442 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 34884) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:12:20.677989 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:20.706583 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf873e35-a1be-44ef-93dc-1f72e5885e22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02d3aabe-d4ad-41ac-b092-4c4b703191b4,revision_number=None']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:12:20.728081 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-cf873e35-a1be-44ef-93dc-1f72e5885e22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:12:20.735019 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-e5a5ce92-e714-434d-9f86-a8f703324810 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:20.740993 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:12:20.777584 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-e5a5ce92-e714-434d-9f86-a8f703324810 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:12:20.784287 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-e5a5ce92-e714-434d-9f86-a8f703324810 admin admin] Usage tracker for resource:security_group_rule and tenant:97659bb34c8d47f9b8b5c8f0de7a5762 is out of sync, need to count used quota {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:12:20.795583 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-e5a5ce92-e714-434d-9f86-a8f703324810 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:12:20.809584 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-e5a5ce92-e714-434d-9f86-a8f703324810 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:12:20.875078 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-68604cb1-45b6-4718-af2f-790c24cb90d6 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:20.929092 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84347065-d450-4d2e-9fdf-e695c38dc00c req-04b9a6a6-022c-43dd-932d-0d8e24f260a8 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:20.929968 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [req-84347065-d450-4d2e-9fdf-e695c38dc00c req-04b9a6a6-022c-43dd-932d-0d8e24f260a8 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Synchronizing usage tracker for tenant:4b9fde9de33c4fc09c0c531cf0f714fe on resource:network {{(pid=92472) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 12:12:20.938675 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:12:20.964947 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-cf873e35-a1be-44ef-93dc-1f72e5885e22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:20.966136 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-cf873e35-a1be-44ef-93dc-1f72e5885e22 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/02d3aabe-d4ad-41ac-b092-4c4b703191b4 HTTP/1.1" status: 204 len: 168 time: 1.3312101 May 25 12:12:20.970500 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.v2.base [req-566e7d71-0a54-4731-893d-cd707cb7f232 req-7d622d68-e0dc-4e17-a787-38334ca5a060 service neutron] Request body: {'port': {'device_id': '7609bc70-5f08-4915-add8-01ad94e0af55', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77923'}} {{(pid=92473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 12:12:21.054959 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron_lib.callbacks.manager [None req-501ab699-8478-45c9-97d4-ad010802c306 None None] Notify callbacks [] for port, precommit_update {{(pid=92475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:21.081071 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Pushing event updated for resources: {'Port': ['ID=ee278e6e-cf9f-434d-82c8-d0fdac3f7d3b,revision_number=4']} {{(pid=92474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:12:21.081263 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68604cb1-45b6-4718-af2f-790c24cb90d6 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a320160-757e-42fb-b8ee-125d72b2bb08,revision_number=1']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:12:21.086123 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-68604cb1-45b6-4718-af2f-790c24cb90d6 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:12:21.088610 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:12:21.094896 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.provisioning_blocks [None req-501ab699-8478-45c9-97d4-ad010802c306 None None] Transition to ACTIVE for port object bfa0d4ff-9eda-4cf5-a736-48d76e6d0535 will not be triggered until provisioned by entity L2. {{(pid=92475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 12:12:21.151312 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aecbed-f487-456f-9f8f-00986c50d341 req-bd09afed-4111-4c24-8e98-b076808147a8 tempest-DeleteServersTestJSON-1449952682 tempest-DeleteServersTestJSON-1449952682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:21.157874 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-a6aecbed-f487-456f-9f8f-00986c50d341 req-bd09afed-4111-4c24-8e98-b076808147a8 tempest-DeleteServersTestJSON-1449952682 tempest-DeleteServersTestJSON-1449952682-project] 10.222.0.44 "GET /v2.0/ports?device_id=7609bc70-5f08-4915-add8-01ad94e0af55 HTTP/1.1" status: 200 len: 931 time: 1.2347457 May 25 12:12:21.169423 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-68604cb1-45b6-4718-af2f-790c24cb90d6 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Notify callbacks [] for security_group, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:21.179745 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-68604cb1-45b6-4718-af2f-790c24cb90d6 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.3731492 May 25 12:12:21.197475 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 34900) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:12:21.206651 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron_lib.callbacks.manager [None req-501ab699-8478-45c9-97d4-ad010802c306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:21.211875 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [req-84347065-d450-4d2e-9fdf-e695c38dc00c req-04b9a6a6-022c-43dd-932d-0d8e24f260a8 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Unset dirty status for tenant:4b9fde9de33c4fc09c0c531cf0f714fe on resource:network {{(pid=92472) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 12:12:21.222030 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_hamode_db [None req-8ea0ff68-5f00-4eec-afc3-e9dc62ae96e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3', 'name': 'tempest-AttachVolumeShelveTestJSON-980141975-router', 'tenant_id': '401f68ee052c48d0a0e9823d5525ef3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'external_fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.117'}], 'enable_snat': True}, 'gw_port_id': 'ee278e6e-cf9f-434d-82c8-d0fdac3f7d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T12:12:05Z', 'updated_at': '2021-05-25T12:12:14Z', 'revision_number': 4, 'project_id': '401f68ee052c48d0a0e9823d5525ef3d', 'gw_port': {'id': 'ee278e6e-cf9f-434d-82c8-d0fdac3f7d3b', 'name': '', 'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d2:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:12:07Z', 'updated_at': '2021-05-25T12:12:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-5-smb', '_interfaces': [{'id': '988f0bbb-c4f2-4037-8138-a1aa53f8fd63', 'name': '', 'network_id': 'b95433bc-2dbd-474f-a7da-308000160943', 'tenant_id': '401f68ee052c48d0a0e9823d5525ef3d', 'mac_address': 'fa:16:3e:46:07:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b01b166f-5ba1-4373-a734-254ff90ae56a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:12:12Z', 'updated_at': '2021-05-25T12:12:15Z', 'revision_number': 2, 'project_id': '401f68ee052c48d0a0e9823d5525ef3d', 'subnets': [{'id': 'b01b166f-5ba1-4373-a734-254ff90ae56a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-5-smb', False) {} {{(pid=92474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:12:21.222608 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-84347065-d450-4d2e-9fdf-e695c38dc00c req-04b9a6a6-022c-43dd-932d-0d8e24f260a8 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/networks?id=92cbe58f-da5f-428e-b139-7dfedbb5c159 HTTP/1.1" status: 200 len: 819 time: 1.7882092 May 25 12:12:21.224399 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG oslo_concurrency.lockutils [None req-89d32196-851f-408f-a97d-8ea1ed251582 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:12:21.234152 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea0ff68-5f00-4eec-afc3-e9dc62ae96e8 None None] Checking router: 8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3 for host: dv-cinder-779233-5-smb {{(pid=92474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 12:12:21.235460 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea0ff68-5f00-4eec-afc3-e9dc62ae96e8 None None] Updating router 8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3 port 988f0bbb-c4f2-4037-8138-a1aa53f8fd63 binding host dv-cinder-779233-5-smb {{(pid=92474) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 12:12:21.241138 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.v2.base [None req-150586d2-0aca-40c3-b294-524101463e43 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Request body: {'security_group_rule': {'security_group_id': '8a320160-757e-42fb-b8ee-125d72b2bb08', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 12:12:21.266943 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-150586d2-0aca-40c3-b294-524101463e43 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:12:21.323218 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-8ea0ff68-5f00-4eec-afc3-e9dc62ae96e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:21.355734 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-dc52a116-7c28-4330-81e4-4fc116475a4b req-5a10301c-d904-4d29-9d69-18e1399d54b9 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Notify callbacks [] for port, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:21.363462 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-84347065-d450-4d2e-9fdf-e695c38dc00c req-8aef2c04-fcdc-4697-8a91-587d0ae91826 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/quotas/4b9fde9de33c4fc09c0c531cf0f714fe HTTP/1.1" status: 200 len: 375 time: 0.1398537 May 25 12:12:21.417375 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-150586d2-0aca-40c3-b294-524101463e43 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Usage tracker for resource:security_group_rule and tenant:401f68ee052c48d0a0e9823d5525ef3d is out of sync, need to count used quota {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:12:21.430880 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-150586d2-0aca-40c3-b294-524101463e43 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:12:21.490450 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-dc52a116-7c28-4330-81e4-4fc116475a4b req-5a10301c-d904-4d29-9d69-18e1399d54b9 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786008105683'] for port, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:21.492693 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-150586d2-0aca-40c3-b294-524101463e43 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:12:21.496468 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-e5a5ce92-e714-434d-9f86-a8f703324810 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:21.528370 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:12:21.574263 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-a6aecbed-f487-456f-9f8f-00986c50d341 req-6c8fcc3d-ac06-45e5-84e5-a948644c74a1 tempest-DeleteServersTestJSON-1449952682 tempest-DeleteServersTestJSON-1449952682-project] 10.222.0.44 "GET /v2.0/security-groups?id=8af42874-4ee5-4882-b244-e8f8606088b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3932576 May 25 12:12:21.702638 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-e5a5ce92-e714-434d-9f86-a8f703324810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:21.721682 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [req-84347065-d450-4d2e-9fdf-e695c38dc00c req-febf4e23-8a31-4914-a32a-d1c3b405c0c6 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Synchronizing usage tracker for tenant:4b9fde9de33c4fc09c0c531cf0f714fe on resource:port {{(pid=92472) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 12:12:21.735197 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-e6145b75-7d8e-48f4-a966-ae614a3cdf38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2273115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222404'] for subnet, after_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:21.763238 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:12:21.794959 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a10301c-d904-4d29-9d69-18e1399d54b9 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Pushing event updated for resources: {'Port': ['ID=2a238a6a-e7cb-42ba-b24f-c5d7a16b2c2f,revision_number=1']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:12:21.815582 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-e5a5ce92-e714-434d-9f86-a8f703324810 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=97659bb34c8d47f9b8b5c8f0de7a5762&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1366217 May 25 12:12:21.826756 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-566e7d71-0a54-4731-893d-cd707cb7f232 req-7d622d68-e0dc-4e17-a787-38334ca5a060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:21.849198 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 34910) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:12:21.850657 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cab75b5-9d0f-42ba-94aa-8332774eb9f9 None None] Pushing event updated for resources: {'Port': ['ID=bfa0d4ff-9eda-4cf5-a736-48d76e6d0535,revision_number=3']} {{(pid=92475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:12:21.860385 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG oslo_concurrency.lockutils [None req-6cab75b5-9d0f-42ba-94aa-8332774eb9f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.636s {{(pid=92475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:12:21.868670 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-5a10301c-d904-4d29-9d69-18e1399d54b9 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:12:21.872414 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc52a116-7c28-4330-81e4-4fc116475a4b req-5a10301c-d904-4d29-9d69-18e1399d54b9 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Network d2534cea-29fb-4925-a89b-43de0cc13c4c is already hosted by enough agents. {{(pid=92473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 12:12:21.874227 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-150586d2-0aca-40c3-b294-524101463e43 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:21.878669 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.plugins.ml2.managers [None req-501ab699-8478-45c9-97d4-ad010802c306 None None] Attempting to bind port bfa0d4ff-9eda-4cf5-a736-48d76e6d0535 on host dv-cinder-779233-5-smb for vnic_type normal with profile {{(pid=92475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 12:12:21.879132 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.plugins.ml2.managers [None req-501ab699-8478-45c9-97d4-ad010802c306 None None] Attempting to bind port bfa0d4ff-9eda-4cf5-a736-48d76e6d0535 by drivers openvswitch,hyperv on host dv-cinder-779233-5-smb at level 0 using segments [{'id': 'bce0be32-79f8-414c-940b-3d609357a644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '92cbe58f-da5f-428e-b139-7dfedbb5c159'}] {{(pid=92475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 12:12:21.879633 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501ab699-8478-45c9-97d4-ad010802c306 None None] Attempting to bind port bfa0d4ff-9eda-4cf5-a736-48d76e6d0535 on network 92cbe58f-da5f-428e-b139-7dfedbb5c159 {{(pid=92475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 12:12:21.891382 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501ab699-8478-45c9-97d4-ad010802c306 None None] Checking agent: {'id': 'dfb2fd04-6671-4c26-88c9-b30127e2e29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779233-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 12, 4, 16), 'started_at': datetime.datetime(2021, 5, 25, 12, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 12, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779233-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 12:12:21.891771 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501ab699-8478-45c9-97d4-ad010802c306 None None] Checking segment: {'id': 'bce0be32-79f8-414c-940b-3d609357a644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '92cbe58f-da5f-428e-b139-7dfedbb5c159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 12:12:21.892163 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron_lib.callbacks.manager [None req-501ab699-8478-45c9-97d4-ad010802c306 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:21.892550 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501ab699-8478-45c9-97d4-ad010802c306 None None] Bound using segment: {'id': 'bce0be32-79f8-414c-940b-3d609357a644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '92cbe58f-da5f-428e-b139-7dfedbb5c159'} {{(pid=92475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 12:12:21.893021 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.plugins.ml2.managers [None req-501ab699-8478-45c9-97d4-ad010802c306 None None] Bound port: bfa0d4ff-9eda-4cf5-a736-48d76e6d0535, host: dv-cinder-779233-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bce0be32-79f8-414c-940b-3d609357a644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '92cbe58f-da5f-428e-b139-7dfedbb5c159'}}] {{(pid=92475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 12:12:21.893391 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron_lib.callbacks.manager [None req-501ab699-8478-45c9-97d4-ad010802c306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:21.965013 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6145b75-7d8e-48f4-a966-ae614a3cdf38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09e5b3fd-2026-42d9-aa46-b36a5dd2af8f,revision_number=None']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:12:21.969224 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-e6145b75-7d8e-48f4-a966-ae614a3cdf38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:12:21.986266 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-e6145b75-7d8e-48f4-a966-ae614a3cdf38 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:21.995051 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-cf873e35-a1be-44ef-93dc-1f72e5885e22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.195s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:12:22.011715 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.scheduler.base_scheduler [req-dc52a116-7c28-4330-81e4-4fc116475a4b req-5a10301c-d904-4d29-9d69-18e1399d54b9 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Resources bound (agent type, host, resource id): {{(pid=92473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 12:12:22.018344 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc52a116-7c28-4330-81e4-4fc116475a4b req-5a10301c-d904-4d29-9d69-18e1399d54b9 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Received port after_create {{(pid=92473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 12:12:22.026399 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc52a116-7c28-4330-81e4-4fc116475a4b req-5a10301c-d904-4d29-9d69-18e1399d54b9 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:22.034253 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-dc52a116-7c28-4330-81e4-4fc116475a4b req-5a10301c-d904-4d29-9d69-18e1399d54b9 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653773'] for port, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:22.077042 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-8ea0ff68-5f00-4eec-afc3-e9dc62ae96e8 None None] Notify callbacks [] for port, precommit_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:22.090988 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-8ea0ff68-5f00-4eec-afc3-e9dc62ae96e8 None None] Transition to ACTIVE for port object 988f0bbb-c4f2-4037-8138-a1aa53f8fd63 will not be triggered until provisioned by entity L2. {{(pid=92474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 12:12:22.110913 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [req-84347065-d450-4d2e-9fdf-e695c38dc00c req-febf4e23-8a31-4914-a32a-d1c3b405c0c6 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Unset dirty status for tenant:4b9fde9de33c4fc09c0c531cf0f714fe on resource:port {{(pid=92472) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 12:12:22.112362 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-84347065-d450-4d2e-9fdf-e695c38dc00c req-febf4e23-8a31-4914-a32a-d1c3b405c0c6 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=4b9fde9de33c4fc09c0c531cf0f714fe&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7480483 May 25 12:12:22.121474 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-e6145b75-7d8e-48f4-a966-ae614a3cdf38 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/09e5b3fd-2026-42d9-aa46-b36a5dd2af8f HTTP/1.1" status: 204 len: 168 time: 3.2510352 May 25 12:12:22.132856 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 34918) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:12:22.168818 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.plugins.ml2.db [None req-501ab699-8478-45c9-97d4-ad010802c306 None None] For port bfa0d4ff-9eda-4cf5-a736-48d76e6d0535, host dv-cinder-779233-5-smb, cleared binding levels {{(pid=92475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 12:12:22.173570 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.plugins.ml2.db [None req-501ab699-8478-45c9-97d4-ad010802c306 None None] For port bfa0d4ff-9eda-4cf5-a736-48d76e6d0535, host dv-cinder-779233-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-5-smb',level=0,port_id=bfa0d4ff-9eda-4cf5-a736-48d76e6d0535,segment=NetworkSegment(bce0be32-79f8-414c-940b-3d609357a644),segment_id=bce0be32-79f8-414c-940b-3d609357a644)] {{(pid=92475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 12:12:22.190681 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a5ce92-e714-434d-9f86-a8f703324810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff4c6042-1c3c-43bc-80d9-d6229732cbab,revision_number=1']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:12:22.202063 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-e5a5ce92-e714-434d-9f86-a8f703324810 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:12:22.206771 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-8ea0ff68-5f00-4eec-afc3-e9dc62ae96e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:22.215817 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:12:22.243101 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron_lib.callbacks.manager [None req-501ab699-8478-45c9-97d4-ad010802c306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:22.252075 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:12:22.271877 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-150586d2-0aca-40c3-b294-524101463e43 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:22.335305 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-578f582f-a4d0-4929-bf7e-493c036eb350 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:22.378085 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640fcd7d-a06c-41b3-9777-2a883ab16bed req-c6892465-322e-4150-8d87-e71881200c65 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:22.380165 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cab75b5-9d0f-42ba-94aa-8332774eb9f9 None None] Pushing event updated for resources: {'Port': ['ID=bfa0d4ff-9eda-4cf5-a736-48d76e6d0535,revision_number=4']} {{(pid=92475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:12:22.386004 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG oslo_concurrency.lockutils [None req-6cab75b5-9d0f-42ba-94aa-8332774eb9f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:12:22.397207 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-640fcd7d-a06c-41b3-9777-2a883ab16bed req-c6892465-322e-4150-8d87-e71881200c65 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c90e404-5fd7-4468-9bff-db7c02c2e23c HTTP/1.1" status: 200 len: 931 time: 0.5400491 May 25 12:12:22.404114 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee922906-ea95-425a-b5b6-4cee1bd947ab None None] Pushing event updated for resources: {'Port': ['ID=988f0bbb-c4f2-4037-8138-a1aa53f8fd63,revision_number=3']} {{(pid=92474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:12:22.418943 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-ee922906-ea95-425a-b5b6-4cee1bd947ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:12:22.437030 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501ab699-8478-45c9-97d4-ad010802c306 None None] Routers {'fe86696f-10f7-4fd5-bbfd-af96f8757610'} bound to L3 agent in host dv-cinder-779233-5-smb {{(pid=92475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 12:12:22.437945 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_hamode_db [None req-501ab699-8478-45c9-97d4-ad010802c306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T12:04:17Z,description=,heartbeat_timestamp=2021-05-25T12:12:17Z,host='dv-cinder-779233-5-smb',id=4aaf6e0c-8c85-4f95-8d8e-6a64f0cc3b25,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T12:04:17Z,topic='l3_agent')) {'router_ids': ['fe86696f-10f7-4fd5-bbfd-af96f8757610'], 'active': True} {{(pid=92475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:12:22.584752 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-578f582f-a4d0-4929-bf7e-493c036eb350 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:22.634285 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-dead79e1-9edd-4f55-b75a-b2d0569880ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628851'] for network, before_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:22.672658 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-150586d2-0aca-40c3-b294-524101463e43 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019753'] for security_group_rule, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:22.674457 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-dc52a116-7c28-4330-81e4-4fc116475a4b req-5a10301c-d904-4d29-9d69-18e1399d54b9 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4189134 May 25 12:12:22.683203 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:12:22.722761 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-640fcd7d-a06c-41b3-9777-2a883ab16bed req-d2494a6e-296c-4269-ba64-23b79bdeb5f9 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e30fd3d-56a9-4f5d-b932-be2974abe124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3237123 May 25 12:12:22.738055 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150586d2-0aca-40c3-b294-524101463e43 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39e47c48-1ad3-41b5-9543-700e074b0baa,revision_number=0']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:12:22.744172 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-150586d2-0aca-40c3-b294-524101463e43 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:12:22.751195 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.v2.base [req-dc52a116-7c28-4330-81e4-4fc116475a4b req-99215764-912d-4dcc-870a-e39feda1c4ff service neutron] Request body: {'port': {'device_id': '2c90e404-5fd7-4468-9bff-db7c02c2e23c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77923'}} {{(pid=92473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 12:12:22.795583 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-84347065-d450-4d2e-9fdf-e695c38dc00c req-6e4c8fe7-7bef-4e68-ac74-b1fd77f8451b service neutron] 10.222.0.44 "GET /v2.0/networks/92cbe58f-da5f-428e-b139-7dfedbb5c159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6616759 May 25 12:12:22.934165 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_dvr_db [None req-501ab699-8478-45c9-97d4-ad010802c306 None None] Set router fe86696f-10f7-4fd5-bbfd-af96f8757610 gateway port host: dv-cinder-779233-5-smb {{(pid=92475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 12:12:22.947880 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.managers [None req-8ea0ff68-5f00-4eec-afc3-e9dc62ae96e8 None None] Attempting to bind port 988f0bbb-c4f2-4037-8138-a1aa53f8fd63 on host dv-cinder-779233-5-smb for vnic_type normal with profile {{(pid=92474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 12:12:22.948271 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.managers [None req-8ea0ff68-5f00-4eec-afc3-e9dc62ae96e8 None None] Attempting to bind port 988f0bbb-c4f2-4037-8138-a1aa53f8fd63 by drivers openvswitch,hyperv on host dv-cinder-779233-5-smb at level 0 using segments [{'id': 'a867bff5-0b48-4d60-bac3-5ba6e8b8d30c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b95433bc-2dbd-474f-a7da-308000160943'}] {{(pid=92474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 12:12:22.948639 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea0ff68-5f00-4eec-afc3-e9dc62ae96e8 None None] Attempting to bind port 988f0bbb-c4f2-4037-8138-a1aa53f8fd63 on network b95433bc-2dbd-474f-a7da-308000160943 {{(pid=92474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 12:12:22.958916 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea0ff68-5f00-4eec-afc3-e9dc62ae96e8 None None] Checking agent: {'id': 'dfb2fd04-6671-4c26-88c9-b30127e2e29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779233-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 12, 4, 16), 'started_at': datetime.datetime(2021, 5, 25, 12, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 12, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779233-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 12:12:22.959301 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea0ff68-5f00-4eec-afc3-e9dc62ae96e8 None None] Checking segment: {'id': 'a867bff5-0b48-4d60-bac3-5ba6e8b8d30c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b95433bc-2dbd-474f-a7da-308000160943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 12:12:22.959777 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-8ea0ff68-5f00-4eec-afc3-e9dc62ae96e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:22.960212 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea0ff68-5f00-4eec-afc3-e9dc62ae96e8 None None] Bound using segment: {'id': 'a867bff5-0b48-4d60-bac3-5ba6e8b8d30c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b95433bc-2dbd-474f-a7da-308000160943'} {{(pid=92474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 12:12:22.960703 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.managers [None req-8ea0ff68-5f00-4eec-afc3-e9dc62ae96e8 None None] Bound port: 988f0bbb-c4f2-4037-8138-a1aa53f8fd63, host: dv-cinder-779233-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a867bff5-0b48-4d60-bac3-5ba6e8b8d30c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b95433bc-2dbd-474f-a7da-308000160943'}}] {{(pid=92474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 12:12:22.961081 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-8ea0ff68-5f00-4eec-afc3-e9dc62ae96e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:23.120553 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-8ea0ff68-5f00-4eec-afc3-e9dc62ae96e8 None None] For port 988f0bbb-c4f2-4037-8138-a1aa53f8fd63, host dv-cinder-779233-5-smb, cleared binding levels {{(pid=92474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 12:12:23.124669 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-8ea0ff68-5f00-4eec-afc3-e9dc62ae96e8 None None] For port 988f0bbb-c4f2-4037-8138-a1aa53f8fd63, host dv-cinder-779233-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-5-smb',level=0,port_id=988f0bbb-c4f2-4037-8138-a1aa53f8fd63,segment=NetworkSegment(a867bff5-0b48-4d60-bac3-5ba6e8b8d30c),segment_id=a867bff5-0b48-4d60-bac3-5ba6e8b8d30c)] {{(pid=92474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 12:12:23.125279 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-dc52a116-7c28-4330-81e4-4fc116475a4b req-99215764-912d-4dcc-870a-e39feda1c4ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:23.139453 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-150586d2-0aca-40c3-b294-524101463e43 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:23.144225 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-150586d2-0aca-40c3-b294-524101463e43 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9423807 May 25 12:12:23.147510 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 34940) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:12:23.153588 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Device ee278e6e-cf9f-434d-82c8-d0fdac3f7d3b up at agent ovs-agent-dv-cinder-779233-5-smb {{(pid=92474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 12:12:23.154355 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.v2.base [None req-77d473df-81b5-445a-9e72-40aa2ba975ce tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Request body: {'security_group_rule': {'security_group_id': '8a320160-757e-42fb-b8ee-125d72b2bb08', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 12:12:23.161059 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-77d473df-81b5-445a-9e72-40aa2ba975ce tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:12:23.165616 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-77d473df-81b5-445a-9e72-40aa2ba975ce tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Usage tracker for resource:security_group_rule and tenant:401f68ee052c48d0a0e9823d5525ef3d is out of sync, need to count used quota {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:12:23.169145 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-77d473df-81b5-445a-9e72-40aa2ba975ce tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:12:23.176571 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-77d473df-81b5-445a-9e72-40aa2ba975ce tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:12:23.187233 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.db.resource_extend [req-566e7d71-0a54-4731-893d-cd707cb7f232 req-7d622d68-e0dc-4e17-a787-38334ca5a060 service neutron] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 25 12:12:23.260393 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-dead79e1-9edd-4f55-b75a-b2d0569880ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1908296', 'neutron.services.segments.db._delete_segments_for_network-8786008650460'] for network, precommit_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:23.302912 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Provisioning complete for port ee278e6e-cf9f-434d-82c8-d0fdac3f7d3b triggered by entity L2. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 12:12:23.303290 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902397'] for port, provisioning_complete {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:23.303726 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.services.segments.db [None req-dead79e1-9edd-4f55-b75a-b2d0569880ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c5d010b-fe35-4574-8ae3-a124c096f3f0']}} {{(pid=92472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:12:23.353344 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-8ea0ff68-5f00-4eec-afc3-e9dc62ae96e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:23.373013 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.services.segments.db [None req-dead79e1-9edd-4f55-b75a-b2d0569880ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26adb3c5-8f83-4c91-85aa-53a9566a2e36') {'for_net_delete': True} {{(pid=92472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:12:23.375100 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.services.segments.db [None req-dead79e1-9edd-4f55-b75a-b2d0569880ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26adb3c5-8f83-4c91-85aa-53a9566a2e36') {} {{(pid=92472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:12:23.380976 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:12:23.394374 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-578f582f-a4d0-4929-bf7e-493c036eb350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:23.465533 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-dead79e1-9edd-4f55-b75a-b2d0569880ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786008660637', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2238167'] for segment, before_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:23.513982 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:12:23.515010 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-77d473df-81b5-445a-9e72-40aa2ba975ce tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:23.549145 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-84347065-d450-4d2e-9fdf-e695c38dc00c req-27789725-f74f-4857-8cb3-a4650ffa7929 service neutron] 10.222.0.44 "GET /v2.0/networks/92cbe58f-da5f-428e-b139-7dfedbb5c159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7073708 May 25 12:12:23.629580 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578f582f-a4d0-4929-bf7e-493c036eb350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff4c6042-1c3c-43bc-80d9-d6229732cbab,revision_number=None']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:12:23.635717 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea0ff68-5f00-4eec-afc3-e9dc62ae96e8 None None] Routers {'8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3'} bound to L3 agent in host dv-cinder-779233-5-smb {{(pid=92474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 12:12:23.635907 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_hamode_db [None req-8ea0ff68-5f00-4eec-afc3-e9dc62ae96e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T12:04:17Z,description=,heartbeat_timestamp=2021-05-25T12:12:17Z,host='dv-cinder-779233-5-smb',id=4aaf6e0c-8c85-4f95-8d8e-6a64f0cc3b25,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T12:04:17Z,topic='l3_agent')) {'router_ids': ['8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3'], 'active': True} {{(pid=92474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:12:23.637651 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-578f582f-a4d0-4929-bf7e-493c036eb350 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:12:23.644807 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-578f582f-a4d0-4929-bf7e-493c036eb350 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:23.648211 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-578f582f-a4d0-4929-bf7e-493c036eb350 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ff4c6042-1c3c-43bc-80d9-d6229732cbab HTTP/1.1" status: 204 len: 168 time: 1.7378678 May 25 12:12:23.651841 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-dead79e1-9edd-4f55-b75a-b2d0569880ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1959408'] for segment, precommit_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:23.682756 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b87d44a-14d3-476f-a026-fdbcf39a7c17 req-6f0b7fc5-45e2-4694-8124-a28afa15f5b8 tempest-DeleteServersTestJSON-1449952682 tempest-DeleteServersTestJSON-1449952682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:23.689375 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-4b87d44a-14d3-476f-a026-fdbcf39a7c17 req-6f0b7fc5-45e2-4694-8124-a28afa15f5b8 tempest-DeleteServersTestJSON-1449952682 tempest-DeleteServersTestJSON-1449952682-project] 10.222.0.44 "GET /v2.0/ports?device_id=7609bc70-5f08-4915-add8-01ad94e0af55 HTTP/1.1" status: 200 len: 931 time: 0.5995531 May 25 12:12:23.741000 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dead79e1-9edd-4f55-b75a-b2d0569880ec admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=92472) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 12:12:23.742503 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-dead79e1-9edd-4f55-b75a-b2d0569880ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1959408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2227197'] for segment, after_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:23.788726 dv-cinder-779233-5-smb neutron-server[92472]: Traceback (most recent call last): May 25 12:12:23.788726 dv-cinder-779233-5-smb neutron-server[92472]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 12:12:23.788726 dv-cinder-779233-5-smb neutron-server[92472]: timer() May 25 12:12:23.788726 dv-cinder-779233-5-smb neutron-server[92472]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 12:12:23.788726 dv-cinder-779233-5-smb neutron-server[92472]: cb(*args, **kw) May 25 12:12:23.788726 dv-cinder-779233-5-smb neutron-server[92472]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 12:12:23.788726 dv-cinder-779233-5-smb neutron-server[92472]: return func(*args, **kwargs) May 25 12:12:23.788726 dv-cinder-779233-5-smb neutron-server[92472]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 12:12:23.788726 dv-cinder-779233-5-smb neutron-server[92472]: self._notify() May 25 12:12:23.788726 dv-cinder-779233-5-smb neutron-server[92472]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 12:12:23.788726 dv-cinder-779233-5-smb neutron-server[92472]: self.callback(batched_events) May 25 12:12:23.788726 dv-cinder-779233-5-smb neutron-server[92472]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 12:12:23.788726 dv-cinder-779233-5-smb neutron-server[92472]: event.method(event) May 25 12:12:23.788726 dv-cinder-779233-5-smb neutron-server[92472]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 12:12:23.788726 dv-cinder-779233-5-smb neutron-server[92472]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 12:12:23.788726 dv-cinder-779233-5-smb neutron-server[92472]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 12:12:23.788726 dv-cinder-779233-5-smb neutron-server[92472]: aggregate_uuid = self.p_client.list_aggregates( May 25 12:12:23.788726 dv-cinder-779233-5-smb neutron-server[92472]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 12:12:23.788726 dv-cinder-779233-5-smb neutron-server[92472]: return f(self, *a, **k) May 25 12:12:23.788726 dv-cinder-779233-5-smb neutron-server[92472]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 12:12:23.788726 dv-cinder-779233-5-smb neutron-server[92472]: return self._get(url).json() May 25 12:12:23.788726 dv-cinder-779233-5-smb neutron-server[92472]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 12:12:23.788726 dv-cinder-779233-5-smb neutron-server[92472]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 12:12:23.788726 dv-cinder-779233-5-smb neutron-server[92472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 12:12:23.788726 dv-cinder-779233-5-smb neutron-server[92472]: return self.request(url, 'GET', **kwargs) May 25 12:12:23.788726 dv-cinder-779233-5-smb neutron-server[92472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 12:12:23.788726 dv-cinder-779233-5-smb neutron-server[92472]: base_url = self.get_endpoint(auth, allow=allow, May 25 12:12:23.788726 dv-cinder-779233-5-smb neutron-server[92472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 12:12:23.788726 dv-cinder-779233-5-smb neutron-server[92472]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 12:12:23.788726 dv-cinder-779233-5-smb neutron-server[92472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 12:12:23.788726 dv-cinder-779233-5-smb neutron-server[92472]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 12:12:23.788726 dv-cinder-779233-5-smb neutron-server[92472]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 12:12:23.922680 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_hamode_db [None req-501ab699-8478-45c9-97d4-ad010802c306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe86696f-10f7-4fd5-bbfd-af96f8757610', 'name': 'tempest-ServerRescueNegativeTestJSON-1483553145-router', 'tenant_id': '4b9fde9de33c4fc09c0c531cf0f714fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'external_fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.33'}], 'enable_snat': True}, 'gw_port_id': '5e2cfe67-2f8e-4922-8e7f-8ef9d0587dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T12:12:04Z', 'updated_at': '2021-05-25T12:12:15Z', 'revision_number': 4, 'project_id': '4b9fde9de33c4fc09c0c531cf0f714fe', 'gw_port': {'id': '5e2cfe67-2f8e-4922-8e7f-8ef9d0587dc7', 'name': '', 'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe86696f-10f7-4fd5-bbfd-af96f8757610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:12:06Z', 'updated_at': '2021-05-25T12:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-5-smb', '_interfaces': [{'id': 'bfa0d4ff-9eda-4cf5-a736-48d76e6d0535', 'name': '', 'network_id': '92cbe58f-da5f-428e-b139-7dfedbb5c159', 'tenant_id': '4b9fde9de33c4fc09c0c531cf0f714fe', 'mac_address': 'fa:16:3e:65:e3:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe86696f-10f7-4fd5-bbfd-af96f8757610', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ac9aa6d5-d32d-4236-bb0d-23d9288b7f03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:12:13Z', 'updated_at': '2021-05-25T12:12:22Z', 'revision_number': 4, 'project_id': '4b9fde9de33c4fc09c0c531cf0f714fe', 'subnets': [{'id': 'ac9aa6d5-d32d-4236-bb0d-23d9288b7f03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-5-smb', False) {} {{(pid=92475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:12:23.928154 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501ab699-8478-45c9-97d4-ad010802c306 None None] The sync data for ids ['fe86696f-10f7-4fd5-bbfd-af96f8757610'] in dv-cinder-779233-5-smb is: [{'id': 'fe86696f-10f7-4fd5-bbfd-af96f8757610', 'name': 'tempest-ServerRescueNegativeTestJSON-1483553145-router', 'tenant_id': '4b9fde9de33c4fc09c0c531cf0f714fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'external_fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.33'}], 'enable_snat': True}, 'gw_port_id': '5e2cfe67-2f8e-4922-8e7f-8ef9d0587dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T12:12:04Z', 'updated_at': '2021-05-25T12:12:15Z', 'revision_number': 4, 'project_id': '4b9fde9de33c4fc09c0c531cf0f714fe', 'gw_port': {'id': '5e2cfe67-2f8e-4922-8e7f-8ef9d0587dc7', 'name': '', 'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe86696f-10f7-4fd5-bbfd-af96f8757610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:12:06Z', 'updated_at': '2021-05-25T12:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-5-smb', '_interfaces': [{'id': 'bfa0d4ff-9eda-4cf5-a736-48d76e6d0535', 'name': '', 'network_id': '92cbe58f-da5f-428e-b139-7dfedbb5c159', 'tenant_id': '4b9fde9de33c4fc09c0c531cf0f714fe', 'mac_address': 'fa:16:3e:65:e3:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe86696f-10f7-4fd5-bbfd-af96f8757610', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ac9aa6d5-d32d-4236-bb0d-23d9288b7f03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:12:13Z', 'updated_at': '2021-05-25T12:12:22Z', 'revision_number': 4, 'project_id': '4b9fde9de33c4fc09c0c531cf0f714fe', 'subnets': [{'id': 'ac9aa6d5-d32d-4236-bb0d-23d9288b7f03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 12:12:23.968178 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee922906-ea95-425a-b5b6-4cee1bd947ab None None] Pushing event updated for resources: {'Port': ['ID=988f0bbb-c4f2-4037-8138-a1aa53f8fd63,revision_number=4']} {{(pid=92474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:12:24.020124 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-ee922906-ea95-425a-b5b6-4cee1bd947ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.638s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:12:24.082370 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.notifiers.nova [req-566e7d71-0a54-4731-893d-cd707cb7f232 req-7d622d68-e0dc-4e17-a787-38334ca5a060 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6c15867-4726-4b56-accf-e5adccbac439 {{(pid=92473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 12:12:24.118007 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-566e7d71-0a54-4731-893d-cd707cb7f232 req-7d622d68-e0dc-4e17-a787-38334ca5a060 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:24.181331 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-77d473df-81b5-445a-9e72-40aa2ba975ce tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:24.185575 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.provisioning_blocks [req-566e7d71-0a54-4731-893d-cd707cb7f232 req-7d622d68-e0dc-4e17-a787-38334ca5a060 service neutron] Transition to ACTIVE for port object a6c15867-4726-4b56-accf-e5adccbac439 will not be triggered until provisioned by entity L2. {{(pid=92473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 12:12:24.252679 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-4b87d44a-14d3-476f-a026-fdbcf39a7c17 req-80c171a5-586c-4b6d-8d0e-e57a30e64f8c tempest-DeleteServersTestJSON-1449952682 tempest-DeleteServersTestJSON-1449952682-project] 10.222.0.44 "GET /v2.0/security-groups?id=8af42874-4ee5-4882-b244-e8f8606088b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5518694 May 25 12:12:24.410086 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-dead79e1-9edd-4f55-b75a-b2d0569880ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1908289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1019683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-653800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047083'] for network, after_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:24.461968 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-566e7d71-0a54-4731-893d-cd707cb7f232 req-7d622d68-e0dc-4e17-a787-38334ca5a060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:24.462996 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-77d473df-81b5-445a-9e72-40aa2ba975ce tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019753'] for security_group_rule, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:24.504660 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:12:24.580912 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-dead79e1-9edd-4f55-b75a-b2d0569880ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653773'] for network, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:24.584112 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:12:24.600732 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-5448aab7-6d68-4841-9624-f964b55d874b req-17d1b3f5-2030-4901-a19b-5ffff4df55dc tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9a81e13-45a7-497f-b969-59b5fde8ffac HTTP/1.1" status: 200 len: 210 time: 0.2017949 May 25 12:12:24.610774 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dead79e1-9edd-4f55-b75a-b2d0569880ec admin admin] Pushing event deleted for resources: {'Network': ['ID=1c5d010b-fe35-4574-8ae3-a124c096f3f0,revision_number=None']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:12:24.615393 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-dead79e1-9edd-4f55-b75a-b2d0569880ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:12:24.617104 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-dead79e1-9edd-4f55-b75a-b2d0569880ec admin admin] 10.222.0.44 "DELETE /v2.0/networks/1c5d010b-fe35-4574-8ae3-a124c096f3f0 HTTP/1.1" status: 204 len: 168 time: 2.4791744 May 25 12:12:24.666427 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51756222-216a-4e27-be7d-d56ef43ea84b req-ad238d5f-18a4-406f-a96d-ad55bd062adf tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:24.668321 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-51756222-216a-4e27-be7d-d56ef43ea84b req-ad238d5f-18a4-406f-a96d-ad55bd062adf tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c90e404-5fd7-4468-9bff-db7c02c2e23c HTTP/1.1" status: 200 len: 931 time: 0.4112744 May 25 12:12:24.753807 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_dvr_db [None req-8ea0ff68-5f00-4eec-afc3-e9dc62ae96e8 None None] Set router 8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3 gateway port host: dv-cinder-779233-5-smb {{(pid=92474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 12:12:24.765559 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-51756222-216a-4e27-be7d-d56ef43ea84b req-5ee5cc3e-6841-4b05-8308-354c99a241b1 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e30fd3d-56a9-4f5d-b932-be2974abe124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876105 May 25 12:12:25.073537 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d622d68-e0dc-4e17-a787-38334ca5a060 service neutron] Pushing event updated for resources: {'Port': ['ID=a6c15867-4726-4b56-accf-e5adccbac439,revision_number=2']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:12:25.074424 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.managers [req-566e7d71-0a54-4731-893d-cd707cb7f232 req-7d622d68-e0dc-4e17-a787-38334ca5a060 service neutron] Attempting to bind port a6c15867-4726-4b56-accf-e5adccbac439 on host hv-cinder-77923 for vnic_type normal with profile {{(pid=92473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 12:12:25.074778 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.managers [req-566e7d71-0a54-4731-893d-cd707cb7f232 req-7d622d68-e0dc-4e17-a787-38334ca5a060 service neutron] Attempting to bind port a6c15867-4726-4b56-accf-e5adccbac439 by drivers openvswitch,hyperv on host hv-cinder-77923 at level 0 using segments [{'id': 'a6cd5566-3a64-4041-86ac-b268a14991b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '38e1a8a1-6646-42d6-a941-53e70da61bc7'}] {{(pid=92473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 12:12:25.075132 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566e7d71-0a54-4731-893d-cd707cb7f232 req-7d622d68-e0dc-4e17-a787-38334ca5a060 service neutron] Attempting to bind port a6c15867-4726-4b56-accf-e5adccbac439 on network 38e1a8a1-6646-42d6-a941-53e70da61bc7 {{(pid=92473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 12:12:25.078760 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-7d622d68-e0dc-4e17-a787-38334ca5a060 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.574s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:12:25.079166 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.489s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:12:25.097172 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566e7d71-0a54-4731-893d-cd707cb7f232 req-7d622d68-e0dc-4e17-a787-38334ca5a060 service neutron] Port a6c15867-4726-4b56-accf-e5adccbac439 on network 38e1a8a1-6646-42d6-a941-53e70da61bc7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77923 {{(pid=92473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 12:12:25.097670 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566e7d71-0a54-4731-893d-cd707cb7f232 req-7d622d68-e0dc-4e17-a787-38334ca5a060 service neutron] Attempting to bind port a6c15867-4726-4b56-accf-e5adccbac439 on network 38e1a8a1-6646-42d6-a941-53e70da61bc7 {{(pid=92473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 12:12:25.116560 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566e7d71-0a54-4731-893d-cd707cb7f232 req-7d622d68-e0dc-4e17-a787-38334ca5a060 service neutron] Checking agent: {'id': 'ffba2d31-78f6-4a67-909d-2363647ed231', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77923', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 12, 10, 27), 'started_at': datetime.datetime(2021, 5, 25, 12, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 12, 11, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 12:12:25.116898 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566e7d71-0a54-4731-893d-cd707cb7f232 req-7d622d68-e0dc-4e17-a787-38334ca5a060 service neutron] Checking segment: {'id': 'a6cd5566-3a64-4041-86ac-b268a14991b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '38e1a8a1-6646-42d6-a941-53e70da61bc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 12:12:25.117501 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566e7d71-0a54-4731-893d-cd707cb7f232 req-7d622d68-e0dc-4e17-a787-38334ca5a060 service neutron] Bound using segment: {'id': 'a6cd5566-3a64-4041-86ac-b268a14991b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '38e1a8a1-6646-42d6-a941-53e70da61bc7'} {{(pid=92473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 12:12:25.118022 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.managers [req-566e7d71-0a54-4731-893d-cd707cb7f232 req-7d622d68-e0dc-4e17-a787-38334ca5a060 service neutron] Bound port: a6c15867-4726-4b56-accf-e5adccbac439, host: hv-cinder-77923, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6cd5566-3a64-4041-86ac-b268a14991b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '38e1a8a1-6646-42d6-a941-53e70da61bc7'}}] {{(pid=92473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 12:12:25.118377 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-566e7d71-0a54-4731-893d-cd707cb7f232 req-7d622d68-e0dc-4e17-a787-38334ca5a060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:25.153063 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d473df-81b5-445a-9e72-40aa2ba975ce tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce708074-af69-415b-9ead-30c6ff278ed8,revision_number=0']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:12:25.182282 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-77d473df-81b5-445a-9e72-40aa2ba975ce tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:12:25.183035 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-77d473df-81b5-445a-9e72-40aa2ba975ce tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:25.184228 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-77d473df-81b5-445a-9e72-40aa2ba975ce tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.0359111 May 25 12:12:25.189660 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 34994) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:12:25.268561 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.v2.base [None req-ff70326c-6f19-4fad-aa6e-be1390f1d827 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Request body: {'floatingip': {'floating_network_id': '4d625284-12e5-4031-b909-2f88209a96c9'}} {{(pid=92473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 12:12:25.292189 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Device bfa0d4ff-9eda-4cf5-a736-48d76e6d0535 up at agent ovs-agent-dv-cinder-779233-5-smb {{(pid=92474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 12:12:25.309220 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-ff70326c-6f19-4fad-aa6e-be1390f1d827 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:12:25.313828 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-ff70326c-6f19-4fad-aa6e-be1390f1d827 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Usage tracker for resource:floatingip and tenant:401f68ee052c48d0a0e9823d5525ef3d is out of sync, need to count used quota {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:12:25.317044 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-ff70326c-6f19-4fad-aa6e-be1390f1d827 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:12:25.323367 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-ff70326c-6f19-4fad-aa6e-be1390f1d827 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:12:25.436165 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-ff70326c-6f19-4fad-aa6e-be1390f1d827 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Notify callbacks [] for floatingip, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:25.467262 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_hamode_db [None req-8ea0ff68-5f00-4eec-afc3-e9dc62ae96e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3', 'name': 'tempest-AttachVolumeShelveTestJSON-980141975-router', 'tenant_id': '401f68ee052c48d0a0e9823d5525ef3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'external_fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.117'}], 'enable_snat': True}, 'gw_port_id': 'ee278e6e-cf9f-434d-82c8-d0fdac3f7d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T12:12:05Z', 'updated_at': '2021-05-25T12:12:14Z', 'revision_number': 4, 'project_id': '401f68ee052c48d0a0e9823d5525ef3d', 'gw_port': {'id': 'ee278e6e-cf9f-434d-82c8-d0fdac3f7d3b', 'name': '', 'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d2:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:12:07Z', 'updated_at': '2021-05-25T12:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-5-smb', '_interfaces': [{'id': '988f0bbb-c4f2-4037-8138-a1aa53f8fd63', 'name': '', 'network_id': 'b95433bc-2dbd-474f-a7da-308000160943', 'tenant_id': '401f68ee052c48d0a0e9823d5525ef3d', 'mac_address': 'fa:16:3e:46:07:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b01b166f-5ba1-4373-a734-254ff90ae56a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:12:12Z', 'updated_at': '2021-05-25T12:12:23Z', 'revision_number': 4, 'project_id': '401f68ee052c48d0a0e9823d5525ef3d', 'subnets': [{'id': 'b01b166f-5ba1-4373-a734-254ff90ae56a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-5-smb', False) {} {{(pid=92474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:12:25.490178 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 35006) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:12:25.493968 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea0ff68-5f00-4eec-afc3-e9dc62ae96e8 None None] The sync data for ids ['8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3'] in dv-cinder-779233-5-smb is: [{'id': '8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3', 'name': 'tempest-AttachVolumeShelveTestJSON-980141975-router', 'tenant_id': '401f68ee052c48d0a0e9823d5525ef3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'external_fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.117'}], 'enable_snat': True}, 'gw_port_id': 'ee278e6e-cf9f-434d-82c8-d0fdac3f7d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T12:12:05Z', 'updated_at': '2021-05-25T12:12:14Z', 'revision_number': 4, 'project_id': '401f68ee052c48d0a0e9823d5525ef3d', 'gw_port': {'id': 'ee278e6e-cf9f-434d-82c8-d0fdac3f7d3b', 'name': '', 'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d2:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:12:07Z', 'updated_at': '2021-05-25T12:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-5-smb', '_interfaces': [{'id': '988f0bbb-c4f2-4037-8138-a1aa53f8fd63', 'name': '', 'network_id': 'b95433bc-2dbd-474f-a7da-308000160943', 'tenant_id': '401f68ee052c48d0a0e9823d5525ef3d', 'mac_address': 'fa:16:3e:46:07:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b01b166f-5ba1-4373-a734-254ff90ae56a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:12:12Z', 'updated_at': '2021-05-25T12:12:23Z', 'revision_number': 4, 'project_id': '401f68ee052c48d0a0e9823d5525ef3d', 'subnets': [{'id': 'b01b166f-5ba1-4373-a734-254ff90ae56a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 12:12:25.543422 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.notifiers.nova [req-dc52a116-7c28-4330-81e4-4fc116475a4b req-99215764-912d-4dcc-870a-e39feda1c4ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a238a6a-e7cb-42ba-b24f-c5d7a16b2c2f {{(pid=92473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 12:12:25.605935 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Provisioning for port bfa0d4ff-9eda-4cf5-a736-48d76e6d0535 completed by entity L2. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 12:12:25.610700 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-dc52a116-7c28-4330-81e4-4fc116475a4b req-99215764-912d-4dcc-870a-e39feda1c4ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:25.623246 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Provisioning complete for port bfa0d4ff-9eda-4cf5-a736-48d76e6d0535 triggered by entity L2. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 12:12:25.624080 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902397'] for port, provisioning_complete {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:25.674775 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49a7dc5-ce97-4c67-bd36-e288f71d646a req-cfa04dd3-5637-4d92-b0bc-109b76444e93 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:25.680260 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-a49a7dc5-ce97-4c67-bd36-e288f71d646a req-cfa04dd3-5637-4d92-b0bc-109b76444e93 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/networks?id=92cbe58f-da5f-428e-b139-7dfedbb5c159 HTTP/1.1" status: 200 len: 819 time: 0.4997149 May 25 12:12:25.797567 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.db [req-566e7d71-0a54-4731-893d-cd707cb7f232 req-7d622d68-e0dc-4e17-a787-38334ca5a060 service neutron] For port a6c15867-4726-4b56-accf-e5adccbac439, host hv-cinder-77923, cleared binding levels {{(pid=92473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 12:12:25.865472 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.provisioning_blocks [req-dc52a116-7c28-4330-81e4-4fc116475a4b req-99215764-912d-4dcc-870a-e39feda1c4ff service neutron] Transition to ACTIVE for port object 2a238a6a-e7cb-42ba-b24f-c5d7a16b2c2f will not be triggered until provisioned by entity L2. {{(pid=92473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 12:12:25.916086 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.db [req-566e7d71-0a54-4731-893d-cd707cb7f232 req-7d622d68-e0dc-4e17-a787-38334ca5a060 service neutron] For port a6c15867-4726-4b56-accf-e5adccbac439, host hv-cinder-77923, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=a6c15867-4726-4b56-accf-e5adccbac439,segment=NetworkSegment(a6cd5566-3a64-4041-86ac-b268a14991b3),segment_id=a6cd5566-3a64-4041-86ac-b268a14991b3)] {{(pid=92473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 12:12:25.976612 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-dc52a116-7c28-4330-81e4-4fc116475a4b req-99215764-912d-4dcc-870a-e39feda1c4ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:25.977878 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-a49a7dc5-ce97-4c67-bd36-e288f71d646a req-2ec8ed22-62d4-4e96-865f-517072b1ce00 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/quotas/4b9fde9de33c4fc09c0c531cf0f714fe HTTP/1.1" status: 200 len: 375 time: 0.2775269 May 25 12:12:26.011170 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-b03c7905-78e4-4fb6-b197-7932aa4955d6 tempest-DeleteServersTestJSON-1449952682 tempest-DeleteServersTestJSON-1449952682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:12:26.099705 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:26.147553 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-566e7d71-0a54-4731-893d-cd707cb7f232 req-7d622d68-e0dc-4e17-a787-38334ca5a060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:26.217929 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] For port bfa0d4ff-9eda-4cf5-a736-48d76e6d0535, host dv-cinder-779233-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-5-smb',level=0,port_id=bfa0d4ff-9eda-4cf5-a736-48d76e6d0535,segment=NetworkSegment(bce0be32-79f8-414c-940b-3d609357a644),segment_id=bce0be32-79f8-414c-940b-3d609357a644)] {{(pid=92474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:12:26.243220 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-133671e9-d419-4f57-b725-d10202fc04de admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fd3128f2a1ce4246b40fe735ca31e5ea&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7509239 May 25 12:12:26.243965 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 35026) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:12:26.297811 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:26.300207 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-f9b98072-148f-4757-a63e-a30db8bca9d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:12:26.584113 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99215764-912d-4dcc-870a-e39feda1c4ff service neutron] Pushing event updated for resources: {'Port': ['ID=2a238a6a-e7cb-42ba-b24f-c5d7a16b2c2f,revision_number=2']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:12:26.592028 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-f54b12fc-ea9b-4960-b2ff-99f348d09b93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:26.613583 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-99215764-912d-4dcc-870a-e39feda1c4ff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.603s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:12:26.615103 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.managers [req-dc52a116-7c28-4330-81e4-4fc116475a4b req-99215764-912d-4dcc-870a-e39feda1c4ff service neutron] Attempting to bind port 2a238a6a-e7cb-42ba-b24f-c5d7a16b2c2f on host hv-cinder-77923 for vnic_type normal with profile {{(pid=92473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 12:12:26.615494 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.managers [req-dc52a116-7c28-4330-81e4-4fc116475a4b req-99215764-912d-4dcc-870a-e39feda1c4ff service neutron] Attempting to bind port 2a238a6a-e7cb-42ba-b24f-c5d7a16b2c2f by drivers openvswitch,hyperv on host hv-cinder-77923 at level 0 using segments [{'id': '7a2a9d6b-6c91-4fe0-a53f-9119485a4433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'd2534cea-29fb-4925-a89b-43de0cc13c4c'}] {{(pid=92473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 12:12:26.615970 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc52a116-7c28-4330-81e4-4fc116475a4b req-99215764-912d-4dcc-870a-e39feda1c4ff service neutron] Attempting to bind port 2a238a6a-e7cb-42ba-b24f-c5d7a16b2c2f on network d2534cea-29fb-4925-a89b-43de0cc13c4c {{(pid=92473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 12:12:26.618268 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-7d622d68-e0dc-4e17-a787-38334ca5a060 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.241s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:12:26.637235 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Pushing event updated for resources: {'Port': ['ID=bfa0d4ff-9eda-4cf5-a736-48d76e6d0535,revision_number=5']} {{(pid=92474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:12:26.640954 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:12:26.646599 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62000646-7118-4cd6-80b2-60c37027b4a9 req-18cf7f8a-4889-4b5a-918c-e763ad74a472 tempest-DeleteServersTestJSON-1449952682 tempest-DeleteServersTestJSON-1449952682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:26.649539 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-62000646-7118-4cd6-80b2-60c37027b4a9 req-18cf7f8a-4889-4b5a-918c-e763ad74a472 tempest-DeleteServersTestJSON-1449952682 tempest-DeleteServersTestJSON-1449952682-project] 10.222.0.44 "GET /v2.0/ports?device_id=7609bc70-5f08-4915-add8-01ad94e0af55 HTTP/1.1" status: 200 len: 943 time: 0.9636133 May 25 12:12:26.687949 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-ff70326c-6f19-4fad-aa6e-be1390f1d827 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:26.691790 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e7d71-0a54-4731-893d-cd707cb7f232 req-7d622d68-e0dc-4e17-a787-38334ca5a060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:26.693097 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-566e7d71-0a54-4731-893d-cd707cb7f232 req-7d622d68-e0dc-4e17-a787-38334ca5a060 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653773'] for port, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:26.695356 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-566e7d71-0a54-4731-893d-cd707cb7f232 req-7d622d68-e0dc-4e17-a787-38334ca5a060 service neutron] 10.222.0.54 "PUT /v2.0/ports/a6c15867-4726-4b56-accf-e5adccbac439 HTTP/1.1" status: 200 len: 1093 time: 6.0790567 May 25 12:12:26.715804 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7609bc70-5f08-4915-add8-01ad94e0af55', 'tag': 'a6c15867-4726-4b56-accf-e5adccbac439'}] {{(pid=92473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 12:12:26.726418 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-f54b12fc-ea9b-4960-b2ff-99f348d09b93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:26.798690 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-a49a7dc5-ce97-4c67-bd36-e288f71d646a req-e379acc3-ef73-4f1a-93db-f469ed9e52d7 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=4b9fde9de33c4fc09c0c531cf0f714fe&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8190980 May 25 12:12:26.859824 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-62000646-7118-4cd6-80b2-60c37027b4a9 req-9e1ceac8-7184-4535-b668-41aa86ec0d44 tempest-DeleteServersTestJSON-1449952682 tempest-DeleteServersTestJSON-1449952682-project] 10.222.0.44 "GET /v2.0/security-groups?id=8af42874-4ee5-4882-b244-e8f8606088b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829321 May 25 12:12:27.099848 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc52a116-7c28-4330-81e4-4fc116475a4b req-99215764-912d-4dcc-870a-e39feda1c4ff service neutron] Port 2a238a6a-e7cb-42ba-b24f-c5d7a16b2c2f on network d2534cea-29fb-4925-a89b-43de0cc13c4c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77923 {{(pid=92473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 12:12:27.100175 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc52a116-7c28-4330-81e4-4fc116475a4b req-99215764-912d-4dcc-870a-e39feda1c4ff service neutron] Attempting to bind port 2a238a6a-e7cb-42ba-b24f-c5d7a16b2c2f on network d2534cea-29fb-4925-a89b-43de0cc13c4c {{(pid=92473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 12:12:27.184431 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc52a116-7c28-4330-81e4-4fc116475a4b req-99215764-912d-4dcc-870a-e39feda1c4ff service neutron] Checking agent: {'id': 'ffba2d31-78f6-4a67-909d-2363647ed231', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77923', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 12, 10, 27), 'started_at': datetime.datetime(2021, 5, 25, 12, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 12, 11, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 12:12:27.185240 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc52a116-7c28-4330-81e4-4fc116475a4b req-99215764-912d-4dcc-870a-e39feda1c4ff service neutron] Checking segment: {'id': '7a2a9d6b-6c91-4fe0-a53f-9119485a4433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'd2534cea-29fb-4925-a89b-43de0cc13c4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 12:12:27.185463 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc52a116-7c28-4330-81e4-4fc116475a4b req-99215764-912d-4dcc-870a-e39feda1c4ff service neutron] Bound using segment: {'id': '7a2a9d6b-6c91-4fe0-a53f-9119485a4433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'd2534cea-29fb-4925-a89b-43de0cc13c4c'} {{(pid=92473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 12:12:27.186000 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.managers [req-dc52a116-7c28-4330-81e4-4fc116475a4b req-99215764-912d-4dcc-870a-e39feda1c4ff service neutron] Bound port: 2a238a6a-e7cb-42ba-b24f-c5d7a16b2c2f, host: hv-cinder-77923, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a2a9d6b-6c91-4fe0-a53f-9119485a4433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'd2534cea-29fb-4925-a89b-43de0cc13c4c'}}] {{(pid=92473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 12:12:27.186353 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-dc52a116-7c28-4330-81e4-4fc116475a4b req-99215764-912d-4dcc-870a-e39feda1c4ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:27.193701 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:27.291780 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d622d68-e0dc-4e17-a787-38334ca5a060 service neutron] Pushing event updated for resources: {'Port': ['ID=a6c15867-4726-4b56-accf-e5adccbac439,revision_number=3']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:12:27.424059 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-7d622d68-e0dc-4e17-a787-38334ca5a060 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.805s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:12:27.454832 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 35064) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:12:27.523311 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Device bfa0d4ff-9eda-4cf5-a736-48d76e6d0535 up at agent ovs-agent-dv-cinder-779233-5-smb {{(pid=92474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 12:12:27.545756 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-f54b12fc-ea9b-4960-b2ff-99f348d09b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:27.558344 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-a49a7dc5-ce97-4c67-bd36-e288f71d646a req-3270bf36-5b1f-4ab7-a108-665383d506a3 service neutron] 10.222.0.44 "GET /v2.0/networks/92cbe58f-da5f-428e-b139-7dfedbb5c159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7355118 May 25 12:12:27.664483 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.db [req-dc52a116-7c28-4330-81e4-4fc116475a4b req-99215764-912d-4dcc-870a-e39feda1c4ff service neutron] For port 2a238a6a-e7cb-42ba-b24f-c5d7a16b2c2f, host hv-cinder-77923, cleared binding levels {{(pid=92473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 12:12:27.667783 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.db [req-dc52a116-7c28-4330-81e4-4fc116475a4b req-99215764-912d-4dcc-870a-e39feda1c4ff service neutron] For port 2a238a6a-e7cb-42ba-b24f-c5d7a16b2c2f, host hv-cinder-77923, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=2a238a6a-e7cb-42ba-b24f-c5d7a16b2c2f,segment=NetworkSegment(7a2a9d6b-6c91-4fe0-a53f-9119485a4433),segment_id=7a2a9d6b-6c91-4fe0-a53f-9119485a4433)] {{(pid=92473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 12:12:27.704229 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Provisioning complete for port bfa0d4ff-9eda-4cf5-a736-48d76e6d0535 triggered by entity L2. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 12:12:27.704837 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902397'] for port, provisioning_complete {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:27.725841 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.db_base_plugin_common [None req-ff70326c-6f19-4fad-aa6e-be1390f1d827 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Allocated IP 172.28.2.68 (4d625284-12e5-4031-b909-2f88209a96c9/2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92/c11a576b-9069-4781-9dad-59cad5072507) {{(pid=92473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 12:12:27.739680 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e7d71-0a54-4731-893d-cd707cb7f232 req-f6da165e-0a2d-4f5f-81eb-8297bd108a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:27.739680 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-566e7d71-0a54-4731-893d-cd707cb7f232 req-f6da165e-0a2d-4f5f-81eb-8297bd108a4c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ee8e4b92af464ac899e995209323df30&device_id=7609bc70-5f08-4915-add8-01ad94e0af55 HTTP/1.1" status: 200 len: 1096 time: 0.7775850 May 25 12:12:27.818560 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:12:28.064791 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54b12fc-ea9b-4960-b2ff-99f348d09b93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c8e85aa-e72e-4169-80c4-cc013155a71f,revision_number=None']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:12:28.064791 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-f54b12fc-ea9b-4960-b2ff-99f348d09b93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:12:28.065948 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-dc52a116-7c28-4330-81e4-4fc116475a4b req-99215764-912d-4dcc-870a-e39feda1c4ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:28.066938 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-a49a7dc5-ce97-4c67-bd36-e288f71d646a req-2cfd8d92-f0fb-4938-abd4-489e1eb1a1ce service neutron] 10.222.0.44 "GET /v2.0/networks/92cbe58f-da5f-428e-b139-7dfedbb5c159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3250968 May 25 12:12:28.066938 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-f54b12fc-ea9b-4960-b2ff-99f348d09b93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:28.066938 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-f54b12fc-ea9b-4960-b2ff-99f348d09b93 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2c8e85aa-e72e-4169-80c4-cc013155a71f HTTP/1.1" status: 204 len: 168 time: 1.6462064 May 25 12:12:28.066938 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a374e049-5e0b-4500-88a7-41641c1eae2a req-437a50ac-1997-488b-967e-469dc53046c9 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:28.067649 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-566e7d71-0a54-4731-893d-cd707cb7f232 req-36cabb7e-0798-446c-802d-31b58a4de175 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a6c15867-4726-4b56-accf-e5adccbac439 HTTP/1.1" status: 200 len: 217 time: 0.0745640 May 25 12:12:28.068627 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-a374e049-5e0b-4500-88a7-41641c1eae2a req-437a50ac-1997-488b-967e-469dc53046c9 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c90e404-5fd7-4468-9bff-db7c02c2e23c HTTP/1.1" status: 200 len: 943 time: 0.5490913 May 25 12:12:28.069233 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Device 988f0bbb-c4f2-4037-8138-a1aa53f8fd63 up at agent ovs-agent-dv-cinder-779233-5-smb {{(pid=92474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 12:12:28.069523 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-7d622d68-e0dc-4e17-a787-38334ca5a060 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:12:28.069677 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-a374e049-5e0b-4500-88a7-41641c1eae2a req-9a354492-2504-4bd1-8098-d06eaec3ebe7 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e30fd3d-56a9-4f5d-b932-be2974abe124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785806 May 25 12:12:28.416185 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc52a116-7c28-4330-81e4-4fc116475a4b req-99215764-912d-4dcc-870a-e39feda1c4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:28.416185 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-dc52a116-7c28-4330-81e4-4fc116475a4b req-99215764-912d-4dcc-870a-e39feda1c4ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653773'] for port, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:28.416185 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-dc52a116-7c28-4330-81e4-4fc116475a4b req-99215764-912d-4dcc-870a-e39feda1c4ff service neutron] 10.222.0.54 "PUT /v2.0/ports/2a238a6a-e7cb-42ba-b24f-c5d7a16b2c2f HTTP/1.1" status: 200 len: 1093 time: 5.5898869 May 25 12:12:28.416185 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-8ca50138-3e2f-4a93-9972-93d64b30180b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:28.418001 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc15a5a3-4163-4daf-9670-e69a28b8afef req-9c5e062c-ab8a-4b06-b180-b42b89c233f4 tempest-DeleteServersTestJSON-1449952682 tempest-DeleteServersTestJSON-1449952682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:28.418001 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-bc15a5a3-4163-4daf-9670-e69a28b8afef req-9c5e062c-ab8a-4b06-b180-b42b89c233f4 tempest-DeleteServersTestJSON-1449952682 tempest-DeleteServersTestJSON-1449952682-project] 10.222.0.44 "GET /v2.0/ports?device_id=7609bc70-5f08-4915-add8-01ad94e0af55 HTTP/1.1" status: 200 len: 943 time: 0.1851125 May 25 12:12:28.418487 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-8ca50138-3e2f-4a93-9972-93d64b30180b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:12:28.430572 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-bc15a5a3-4163-4daf-9670-e69a28b8afef req-caa3d589-2bce-487a-8f58-281e3413a981 tempest-DeleteServersTestJSON-1449952682 tempest-DeleteServersTestJSON-1449952682-project] 10.222.0.44 "GET /v2.0/security-groups?id=8af42874-4ee5-4882-b244-e8f8606088b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555365 May 25 12:12:28.445897 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-8ca50138-3e2f-4a93-9972-93d64b30180b admin admin] Usage tracker for resource:security_group_rule and tenant:a8414097873b4b2e978d2b613b733f53 is out of sync, need to count used quota {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:12:28.459605 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-ff70326c-6f19-4fad-aa6e-be1390f1d827 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Notify callbacks [] for port, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:28.464049 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-8ca50138-3e2f-4a93-9972-93d64b30180b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:12:28.477464 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e7d71-0a54-4731-893d-cd707cb7f232 req-1e6fc202-9b77-4592-9779-7e7dda79b98f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:28.479081 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-566e7d71-0a54-4731-893d-cd707cb7f232 req-1e6fc202-9b77-4592-9779-7e7dda79b98f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=10e3164e-b3a0-42cc-a0e4-0deb0cdec050 HTTP/1.1" status: 200 len: 852 time: 0.4458809 May 25 12:12:28.480246 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-8ca50138-3e2f-4a93-9972-93d64b30180b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:12:28.484501 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99215764-912d-4dcc-870a-e39feda1c4ff service neutron] Pushing event updated for resources: {'Port': ['ID=2a238a6a-e7cb-42ba-b24f-c5d7a16b2c2f,revision_number=3']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:12:28.496475 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-99215764-912d-4dcc-870a-e39feda1c4ff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:12:28.652846 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-8ca50138-3e2f-4a93-9972-93d64b30180b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:28.822034 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-440e10f8-9d79-4908-a17a-7d6391e310b5 req-36718270-895f-45bb-82a8-47fa081d9c11 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/ports?device_id=af06c318-46cc-446a-bb62-cc8c3ea38dad HTTP/1.1" status: 200 len: 210 time: 0.0656772 May 25 12:12:29.029713 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Provisioning for port 988f0bbb-c4f2-4037-8138-a1aa53f8fd63 completed by entity L2. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 12:12:29.029713 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Provisioning complete for port 988f0bbb-c4f2-4037-8138-a1aa53f8fd63 triggered by entity L2. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 12:12:29.029713 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902397'] for port, provisioning_complete {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:29.115746 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:29.147098 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] For port 988f0bbb-c4f2-4037-8138-a1aa53f8fd63, host dv-cinder-779233-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-5-smb',level=0,port_id=988f0bbb-c4f2-4037-8138-a1aa53f8fd63,segment=NetworkSegment(a867bff5-0b48-4d60-bac3-5ba6e8b8d30c),segment_id=a867bff5-0b48-4d60-bac3-5ba6e8b8d30c)] {{(pid=92474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:12:29.202311 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-8ca50138-3e2f-4a93-9972-93d64b30180b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:29.203600 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-ff70326c-6f19-4fad-aa6e-be1390f1d827 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786008105683'] for port, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:29.234552 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-d610482f-dc6a-4a5c-9c2c-a045c87939b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:12:29.254129 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b6f82f-776b-4cff-845b-3a5dc0374cfe req-8f33df26-7779-4c0d-84ef-a2f4d9cca238 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:29.257868 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-23b6f82f-776b-4cff-845b-3a5dc0374cfe req-8f33df26-7779-4c0d-84ef-a2f4d9cca238 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c90e404-5fd7-4468-9bff-db7c02c2e23c HTTP/1.1" status: 200 len: 943 time: 0.1036968 May 25 12:12:29.292979 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:29.295227 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:12:29.298210 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff70326c-6f19-4fad-aa6e-be1390f1d827 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Network 4d625284-12e5-4031-b909-2f88209a96c9 is already hosted by enough agents. {{(pid=92473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 12:12:29.316553 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.scheduler.base_scheduler [None req-ff70326c-6f19-4fad-aa6e-be1390f1d827 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Resources bound (agent type, host, resource id): {{(pid=92473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 12:12:29.316553 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-8ca50138-3e2f-4a93-9972-93d64b30180b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a8414097873b4b2e978d2b613b733f53&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8351059 May 25 12:12:29.316553 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff70326c-6f19-4fad-aa6e-be1390f1d827 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Received port after_create {{(pid=92473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 12:12:29.316553 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca50138-3e2f-4a93-9972-93d64b30180b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8c016f3-c1a0-478b-9c5c-c31d6ffd266f,revision_number=1']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:12:29.319885 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 35098) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:12:29.328722 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-8ca50138-3e2f-4a93-9972-93d64b30180b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:12:29.334623 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-99215764-912d-4dcc-870a-e39feda1c4ff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.092s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:12:29.363354 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-23b6f82f-776b-4cff-845b-3a5dc0374cfe req-a14f7378-61bf-46f4-8c94-ceae494e0eed tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e30fd3d-56a9-4f5d-b932-be2974abe124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992711 May 25 12:12:29.400899 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Pushing event updated for resources: {'Port': ['ID=988f0bbb-c4f2-4037-8138-a1aa53f8fd63,revision_number=5']} {{(pid=92474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:12:29.412241 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:12:29.549491 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff70326c-6f19-4fad-aa6e-be1390f1d827 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Pushing event updated for resources: {'Port': ['ID=c11a576b-9069-4781-9dad-59cad5072507,revision_number=1']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:12:29.560592 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-ff70326c-6f19-4fad-aa6e-be1390f1d827 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:12:29.597859 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-9d70377b-1797-45a9-8e05-a5fdf7bdf70e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:29.601824 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-ff70326c-6f19-4fad-aa6e-be1390f1d827 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:29.645122 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-9d70377b-1797-45a9-8e05-a5fdf7bdf70e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:29.694782 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daab45f0-895b-4b8f-b81d-e92f6787342f req-f48c736d-c858-439d-90cb-f8b5dcb89215 tempest-DeleteServersTestJSON-1449952682 tempest-DeleteServersTestJSON-1449952682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:29.704397 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-daab45f0-895b-4b8f-b81d-e92f6787342f req-f48c736d-c858-439d-90cb-f8b5dcb89215 tempest-DeleteServersTestJSON-1449952682 tempest-DeleteServersTestJSON-1449952682-project] 10.222.0.44 "GET /v2.0/ports?device_id=7609bc70-5f08-4915-add8-01ad94e0af55 HTTP/1.1" status: 200 len: 943 time: 0.1042230 May 25 12:12:29.784205 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-daab45f0-895b-4b8f-b81d-e92f6787342f req-f3e8c13e-58c5-48ec-affa-c45970249c93 tempest-DeleteServersTestJSON-1449952682 tempest-DeleteServersTestJSON-1449952682-project] 10.222.0.44 "GET /v2.0/security-groups?id=8af42874-4ee5-4882-b244-e8f8606088b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781968 May 25 12:12:29.893672 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-ff70326c-6f19-4fad-aa6e-be1390f1d827 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:29.927374 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7609bc70-5f08-4915-add8-01ad94e0af55', 'tag': 'a6c15867-4726-4b56-accf-e5adccbac439', 'status': 'completed', 'code': 200} May 25 12:12:30.046549 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-212f2825-7492-4b56-8404-a1a7d321f0a9 req-6b0bcfb0-8f72-4d5a-849d-2971366d3793 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/ports?device_id=af06c318-46cc-446a-bb62-cc8c3ea38dad HTTP/1.1" status: 200 len: 210 time: 0.1369090 May 25 12:12:30.069741 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-9d70377b-1797-45a9-8e05-a5fdf7bdf70e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:30.083638 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-5fdaab0a-85a2-44a8-a2a7-025546014309 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:12:30.115179 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d70377b-1797-45a9-8e05-a5fdf7bdf70e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8c016f3-c1a0-478b-9c5c-c31d6ffd266f,revision_number=None']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:12:30.129223 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-9d70377b-1797-45a9-8e05-a5fdf7bdf70e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:12:30.187077 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-9d70377b-1797-45a9-8e05-a5fdf7bdf70e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:30.194309 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-9d70377b-1797-45a9-8e05-a5fdf7bdf70e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c8c016f3-c1a0-478b-9c5c-c31d6ffd266f HTTP/1.1" status: 204 len: 168 time: 0.8705349 May 25 12:12:30.255167 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-ff70326c-6f19-4fad-aa6e-be1390f1d827 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Notify callbacks [] for port, precommit_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:30.353257 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 35132) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:12:30.392449 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-ff70326c-6f19-4fad-aa6e-be1390f1d827 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:30.401609 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:12:30.503634 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-ff70326c-6f19-4fad-aa6e-be1390f1d827 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1047065'] for floatingip, after_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:30.561525 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-29206f14-17cc-4d53-9ae7-73b3f77eb887 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c8093ec67f4342d28ca7fda2ce09901b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2064228 May 25 12:12:30.564577 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 35138) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:12:30.622158 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff70326c-6f19-4fad-aa6e-be1390f1d827 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Pushing event updated for resources: {'Port': ['ID=c11a576b-9069-4781-9dad-59cad5072507,revision_number=2']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:12:30.632356 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-ff70326c-6f19-4fad-aa6e-be1390f1d827 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:12:30.685617 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-e01b298c-baa8-4de4-a047-8b5a7ab536b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:30.694681 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473dbbcc-d712-49a6-922c-1fe03cc7029e req-8d072693-ab5e-4993-9948-7bfbe080685e tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:30.696742 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-473dbbcc-d712-49a6-922c-1fe03cc7029e req-8d072693-ab5e-4993-9948-7bfbe080685e tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c90e404-5fd7-4468-9bff-db7c02c2e23c HTTP/1.1" status: 200 len: 943 time: 0.1399999 May 25 12:12:30.711648 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-ff70326c-6f19-4fad-aa6e-be1390f1d827 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163099'] for floatingip, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:30.712846 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-ff70326c-6f19-4fad-aa6e-be1390f1d827 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.5207388 May 25 12:12:30.743178 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-e01b298c-baa8-4de4-a047-8b5a7ab536b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:30.848314 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-473dbbcc-d712-49a6-922c-1fe03cc7029e req-735e94e2-2aa7-4a27-a775-1763f002eb89 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e30fd3d-56a9-4f5d-b932-be2974abe124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435165 May 25 12:12:30.901046 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-e01b298c-baa8-4de4-a047-8b5a7ab536b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:30.907713 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:12:30.940705 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01b298c-baa8-4de4-a047-8b5a7ab536b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=966165dc-aff7-4d78-97a6-94f5a69c78c5,revision_number=None']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:12:30.960458 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-e01b298c-baa8-4de4-a047-8b5a7ab536b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:12:30.966957 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-e01b298c-baa8-4de4-a047-8b5a7ab536b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:30.968086 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-e01b298c-baa8-4de4-a047-8b5a7ab536b7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/966165dc-aff7-4d78-97a6-94f5a69c78c5 HTTP/1.1" status: 204 len: 168 time: 0.4025395 May 25 12:12:31.199188 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [req-e06d0024-033d-4541-95a2-63930ac72000 req-017b77b3-bbc7-44c0-a6fc-02c2f5ff616a tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Synchronizing usage tracker for tenant:401f68ee052c48d0a0e9823d5525ef3d on resource:security_group {{(pid=92472) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 12:12:31.234082 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c169d041-7d67-42b9-abe2-486b4fb96202 req-415ce494-f4ca-4353-bb28-738abf6ab85c tempest-DeleteServersTestJSON-1449952682 tempest-DeleteServersTestJSON-1449952682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:31.236328 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-c169d041-7d67-42b9-abe2-486b4fb96202 req-415ce494-f4ca-4353-bb28-738abf6ab85c tempest-DeleteServersTestJSON-1449952682 tempest-DeleteServersTestJSON-1449952682-project] 10.222.0.44 "GET /v2.0/ports?device_id=7609bc70-5f08-4915-add8-01ad94e0af55 HTTP/1.1" status: 200 len: 943 time: 0.2243361 May 25 12:12:31.284429 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [req-e06d0024-033d-4541-95a2-63930ac72000 req-017b77b3-bbc7-44c0-a6fc-02c2f5ff616a tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Unset dirty status for tenant:401f68ee052c48d0a0e9823d5525ef3d on resource:security_group {{(pid=92472) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 12:12:31.286627 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-e06d0024-033d-4541-95a2-63930ac72000 req-017b77b3-bbc7-44c0-a6fc-02c2f5ff616a tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--157080625&fields=id&tenant_id=401f68ee052c48d0a0e9823d5525ef3d HTTP/1.1" status: 200 len: 267 time: 0.1759753 May 25 12:12:31.295856 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-c169d041-7d67-42b9-abe2-486b4fb96202 req-928ea3d5-39dd-447b-9c15-42b54cdf264a tempest-DeleteServersTestJSON-1449952682 tempest-DeleteServersTestJSON-1449952682-project] 10.222.0.44 "GET /v2.0/security-groups?id=8af42874-4ee5-4882-b244-e8f8606088b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515585 May 25 12:12:31.401302 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Device 988f0bbb-c4f2-4037-8138-a1aa53f8fd63 up at agent ovs-agent-dv-cinder-779233-5-smb {{(pid=92474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 12:12:31.497317 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-6531e23c-11c5-4836-8d38-58881a66e209 req-53ced586-bb33-4bc2-ab11-5023d0cf31f5 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/ports?device_id=af06c318-46cc-446a-bb62-cc8c3ea38dad HTTP/1.1" status: 200 len: 210 time: 0.0566206 May 25 12:12:31.538459 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Provisioning complete for port 988f0bbb-c4f2-4037-8138-a1aa53f8fd63 triggered by entity L2. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 12:12:31.538852 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902397'] for port, provisioning_complete {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:31.580798 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06d0024-033d-4541-95a2-63930ac72000 req-3c295b94-9c1d-4cdd-a412-bcbba08b9a22 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:31.582332 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-e06d0024-033d-4541-95a2-63930ac72000 req-3c295b94-9c1d-4cdd-a412-bcbba08b9a22 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/networks?id=b95433bc-2dbd-474f-a7da-308000160943 HTTP/1.1" status: 200 len: 816 time: 0.2835729 May 25 12:12:31.622171 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-e06d0024-033d-4541-95a2-63930ac72000 req-570afe1b-bf59-442d-9873-6edab56eb71a tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/quotas/401f68ee052c48d0a0e9823d5525ef3d HTTP/1.1" status: 200 len: 375 time: 0.0270975 May 25 12:12:31.664279 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 35178) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:12:31.702475 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-31273c4a-ab58-4b33-8cde-bcd7d2441ef7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:31.742726 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-31273c4a-ab58-4b33-8cde-bcd7d2441ef7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:12:31.748368 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-31273c4a-ab58-4b33-8cde-bcd7d2441ef7 admin admin] Usage tracker for resource:security_group_rule and tenant:896c548372ca45bf9597cc45c544dbef is out of sync, need to count used quota {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:12:31.752310 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-31273c4a-ab58-4b33-8cde-bcd7d2441ef7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:12:31.763224 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-31273c4a-ab58-4b33-8cde-bcd7d2441ef7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:12:31.779160 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-e06d0024-033d-4541-95a2-63930ac72000 req-371dc18e-f1af-40b4-9ddf-19bb70bc2df8 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=401f68ee052c48d0a0e9823d5525ef3d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1425714 May 25 12:12:31.927872 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-31273c4a-ab58-4b33-8cde-bcd7d2441ef7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:31.929218 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c90e404-5fd7-4468-9bff-db7c02c2e23c', 'tag': '2a238a6a-e7cb-42ba-b24f-c5d7a16b2c2f'}] {{(pid=92473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 12:12:31.985432 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-e06d0024-033d-4541-95a2-63930ac72000 req-edb127f0-4071-42ab-991a-5f9c45f6de38 service neutron] 10.222.0.44 "GET /v2.0/networks/b95433bc-2dbd-474f-a7da-308000160943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051148 May 25 12:12:32.012094 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-31273c4a-ab58-4b33-8cde-bcd7d2441ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:32.022931 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:12:32.068913 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31273c4a-ab58-4b33-8cde-bcd7d2441ef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46c07e13-9aad-486f-aad8-8000d59dbe22,revision_number=1']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:12:32.088334 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-31273c4a-ab58-4b33-8cde-bcd7d2441ef7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=896c548372ca45bf9597cc45c544dbef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4224198 May 25 12:12:32.089951 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 35192) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:12:32.090974 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-31273c4a-ab58-4b33-8cde-bcd7d2441ef7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:12:32.156344 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-b07d00a4-9349-4f8f-b2d0-b166fe83ee02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:32.188531 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-b07d00a4-9349-4f8f-b2d0-b166fe83ee02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:32.231112 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-e06d0024-033d-4541-95a2-63930ac72000 req-7dd92f43-2170-4bc9-b36f-90d42797d642 service neutron] 10.222.0.44 "GET /v2.0/networks/b95433bc-2dbd-474f-a7da-308000160943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399883 May 25 12:12:32.240483 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5b07ac-39fb-4c5e-a7cb-33e3f57edcc0 req-66fb0273-2feb-441e-82b6-c017e705916a tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:32.241992 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-4c5b07ac-39fb-4c5e-a7cb-33e3f57edcc0 req-66fb0273-2feb-441e-82b6-c017e705916a tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c90e404-5fd7-4468-9bff-db7c02c2e23c HTTP/1.1" status: 200 len: 943 time: 0.2117398 May 25 12:12:32.330456 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-b07d00a4-9349-4f8f-b2d0-b166fe83ee02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:32.336790 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-8ca50138-3e2f-4a93-9972-93d64b30180b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:12:32.341749 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-4c5b07ac-39fb-4c5e-a7cb-33e3f57edcc0 req-9e52acd8-2c4e-422d-97e8-6b23032921fc tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e30fd3d-56a9-4f5d-b932-be2974abe124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894222 May 25 12:12:32.358471 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07d00a4-9349-4f8f-b2d0-b166fe83ee02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46c07e13-9aad-486f-aad8-8000d59dbe22,revision_number=None']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:12:32.376041 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-b07d00a4-9349-4f8f-b2d0-b166fe83ee02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:12:32.381376 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-b07d00a4-9349-4f8f-b2d0-b166fe83ee02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:32.396260 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-b07d00a4-9349-4f8f-b2d0-b166fe83ee02 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/46c07e13-9aad-486f-aad8-8000d59dbe22 HTTP/1.1" status: 204 len: 168 time: 0.3039672 May 25 12:12:32.543701 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c90e404-5fd7-4468-9bff-db7c02c2e23c', 'tag': '2a238a6a-e7cb-42ba-b24f-c5d7a16b2c2f', 'status': 'completed', 'code': 200} May 25 12:12:32.660121 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-9e4da0b9-abcb-4330-8e4c-76aa2bb13b15 req-53f91799-f222-44ea-8bd3-ea400b957e76 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=21c30f2a-503c-4e0d-bac1-f85b5fb9d8bb HTTP/1.1" status: 200 len: 210 time: 0.0592484 May 25 12:12:32.773900 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f0dd74-fe0a-4109-952a-f12f7c59e5e6 req-1e14e2e1-7550-478b-bd1a-9f29e22730a5 tempest-DeleteServersTestJSON-1449952682 tempest-DeleteServersTestJSON-1449952682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:32.783684 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-c4f0dd74-fe0a-4109-952a-f12f7c59e5e6 req-1e14e2e1-7550-478b-bd1a-9f29e22730a5 tempest-DeleteServersTestJSON-1449952682 tempest-DeleteServersTestJSON-1449952682-project] 10.222.0.44 "GET /v2.0/ports?device_id=7609bc70-5f08-4915-add8-01ad94e0af55 HTTP/1.1" status: 200 len: 943 time: 0.1215816 May 25 12:12:32.934371 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-c4f0dd74-fe0a-4109-952a-f12f7c59e5e6 req-527a8f95-2584-495e-9234-4aea48db681e tempest-DeleteServersTestJSON-1449952682 tempest-DeleteServersTestJSON-1449952682-project] 10.222.0.44 "GET /v2.0/security-groups?id=8af42874-4ee5-4882-b244-e8f8606088b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495457 May 25 12:12:32.941001 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-aa1a385e-2d97-42a4-8e74-e07294ec7d99 req-dd7eed39-2a89-41ca-aa29-366b36272480 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/ports?device_id=af06c318-46cc-446a-bb62-cc8c3ea38dad HTTP/1.1" status: 200 len: 210 time: 0.0503674 May 25 12:12:33.404774 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.54', 53827) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:12:33.429623 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-566e7d71-0a54-4731-893d-cd707cb7f232 req-f467e6f9-03a7-4056-8485-b9428154b7c0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=38e1a8a1-6646-42d6-a941-53e70da61bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718853 May 25 12:12:33.578470 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc52a116-7c28-4330-81e4-4fc116475a4b req-2f8b48f2-bd0b-4343-8e6c-7d7927e5884d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:33.580105 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-dc52a116-7c28-4330-81e4-4fc116475a4b req-2f8b48f2-bd0b-4343-8e6c-7d7927e5884d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8ce8597116c24109952d0b56bfad7bf3&device_id=2c90e404-5fd7-4468-9bff-db7c02c2e23c HTTP/1.1" status: 200 len: 1096 time: 0.1743367 May 25 12:12:33.594766 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1928136-d81c-4fe6-a7ec-d78c6b837931 req-8463abef-a2bf-4c7f-a937-45c8f51d7112 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:33.602999 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-b1928136-d81c-4fe6-a7ec-d78c6b837931 req-8463abef-a2bf-4c7f-a937-45c8f51d7112 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c90e404-5fd7-4468-9bff-db7c02c2e23c HTTP/1.1" status: 200 len: 943 time: 0.1340246 May 25 12:12:33.699561 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-dc52a116-7c28-4330-81e4-4fc116475a4b req-cc3b25a1-05a2-4987-8d35-c83aad5ef4ec service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a238a6a-e7cb-42ba-b24f-c5d7a16b2c2f HTTP/1.1" status: 200 len: 217 time: 0.0942121 May 25 12:12:33.801897 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-566e7d71-0a54-4731-893d-cd707cb7f232 req-310e0799-ff73-4c15-8cfe-0881f431628f service neutron] 10.222.0.54 "GET /v2.0/networks/38e1a8a1-6646-42d6-a941-53e70da61bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3237376 May 25 12:12:33.812760 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-aae070dd-73b4-4d7f-8f8d-36ba64716992 req-5ba21653-e02a-4f21-bbf0-2524a06e1145 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=21c30f2a-503c-4e0d-bac1-f85b5fb9d8bb HTTP/1.1" status: 200 len: 210 time: 0.0665286 May 25 12:12:33.824735 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-b1928136-d81c-4fe6-a7ec-d78c6b837931 req-683b9981-c66a-4698-a3d5-ca955e087da6 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e30fd3d-56a9-4f5d-b932-be2974abe124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207253 May 25 12:12:33.842714 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84347065-d450-4d2e-9fdf-e695c38dc00c req-b01c1dc1-8ded-4218-8079-8c8b9b8d77bc tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:33.848467 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-84347065-d450-4d2e-9fdf-e695c38dc00c req-b01c1dc1-8ded-4218-8079-8c8b9b8d77bc tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.54 "GET /v2.0/networks?id=92cbe58f-da5f-428e-b139-7dfedbb5c159 HTTP/1.1" status: 200 len: 819 time: 0.4535701 May 25 12:12:33.883286 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc52a116-7c28-4330-81e4-4fc116475a4b req-811f6c42-2f75-4f2e-ab01-eb4e79431f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:33.884761 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-dc52a116-7c28-4330-81e4-4fc116475a4b req-811f6c42-2f75-4f2e-ab01-eb4e79431f29 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bc216043-1b67-4e79-8d6b-b961d7800d7f HTTP/1.1" status: 200 len: 853 time: 0.1698363 May 25 12:12:33.887484 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.v2.base [req-84347065-d450-4d2e-9fdf-e695c38dc00c req-d6416a30-db19-4f07-991c-fe7d0accc2e2 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Request body: {'port': {'device_id': 'b9a81e13-45a7-497f-b969-59b5fde8ffac', 'network_id': '92cbe58f-da5f-428e-b139-7dfedbb5c159', 'admin_state_up': True, 'tenant_id': '4b9fde9de33c4fc09c0c531cf0f714fe'}} {{(pid=92473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 12:12:33.991021 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-dc52a116-7c28-4330-81e4-4fc116475a4b req-c7d3822e-14e5-4072-bdf8-ff1cbb294d1f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d2534cea-29fb-4925-a89b-43de0cc13c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0858634 May 25 12:12:34.070652 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [req-84347065-d450-4d2e-9fdf-e695c38dc00c req-d6416a30-db19-4f07-991c-fe7d0accc2e2 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:12:34.081813 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [req-84347065-d450-4d2e-9fdf-e695c38dc00c req-d6416a30-db19-4f07-991c-fe7d0accc2e2 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:12:34.210574 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84347065-d450-4d2e-9fdf-e695c38dc00c req-d6416a30-db19-4f07-991c-fe7d0accc2e2 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Made reservation on behalf of 4b9fde9de33c4fc09c0c531cf0f714fe for: {'port': 1} {{(pid=92473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 12:12:34.214352 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-84347065-d450-4d2e-9fdf-e695c38dc00c req-d6416a30-db19-4f07-991c-fe7d0accc2e2 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:34.404282 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-ae051983-c72d-4f6e-a630-5bdf2acf2460 req-a16d5a9d-2704-40e0-bedf-0c937c9d2a93 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/ports?device_id=af06c318-46cc-446a-bb62-cc8c3ea38dad HTTP/1.1" status: 200 len: 210 time: 0.1229775 May 25 12:12:34.442782 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-566e7d71-0a54-4731-893d-cd707cb7f232 req-9040a75c-9fc9-4dff-ab54-463ef69c444c service neutron] 10.222.0.54 "GET /v2.0/networks/38e1a8a1-6646-42d6-a941-53e70da61bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5960717 May 25 12:12:34.466015 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-dc52a116-7c28-4330-81e4-4fc116475a4b req-a67a2fbe-f2df-4766-a8ed-74c26de6926f service neutron] 10.222.0.54 "GET /v2.0/networks/d2534cea-29fb-4925-a89b-43de0cc13c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4696808 May 25 12:12:34.474228 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb691a2-e41a-466e-a38e-72aac01ba272 req-157a763a-f685-4abe-9b71-0405fec2b512 tempest-DeleteServersTestJSON-1449952682 tempest-DeleteServersTestJSON-1449952682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:34.475729 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-0eb691a2-e41a-466e-a38e-72aac01ba272 req-157a763a-f685-4abe-9b71-0405fec2b512 tempest-DeleteServersTestJSON-1449952682 tempest-DeleteServersTestJSON-1449952682-project] 10.222.0.44 "GET /v2.0/ports?device_id=7609bc70-5f08-4915-add8-01ad94e0af55 HTTP/1.1" status: 200 len: 943 time: 0.2468517 May 25 12:12:34.560138 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.db_base_plugin_common [req-84347065-d450-4d2e-9fdf-e695c38dc00c req-d6416a30-db19-4f07-991c-fe7d0accc2e2 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Allocated IP 172.20.0.10 (92cbe58f-da5f-428e-b139-7dfedbb5c159/ac9aa6d5-d32d-4236-bb0d-23d9288b7f03/a93b8e82-f13c-4ef0-860d-d0ecda54d744) {{(pid=92473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 12:12:34.608078 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-dc52a116-7c28-4330-81e4-4fc116475a4b req-e514b019-a282-4448-887a-a2690b486ab1 service neutron] 10.222.0.54 "GET /v2.0/networks/d2534cea-29fb-4925-a89b-43de0cc13c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308117 May 25 12:12:34.651624 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-0eb691a2-e41a-466e-a38e-72aac01ba272 req-747f0fe7-5dad-4589-b0c8-8c4e1d2ece8e tempest-DeleteServersTestJSON-1449952682 tempest-DeleteServersTestJSON-1449952682-project] 10.222.0.44 "GET /v2.0/security-groups?id=8af42874-4ee5-4882-b244-e8f8606088b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430691 May 25 12:12:34.973439 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ff0a1c-4236-4229-85f0-2d75875506d4 req-250d7797-433d-4d12-ba9e-9d96365d558d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:34.974928 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-68ff0a1c-4236-4229-85f0-2d75875506d4 req-250d7797-433d-4d12-ba9e-9d96365d558d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8ce8597116c24109952d0b56bfad7bf3&device_id=2c90e404-5fd7-4468-9bff-db7c02c2e23c HTTP/1.1" status: 200 len: 1096 time: 0.1484230 May 25 12:12:34.985662 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-84347065-d450-4d2e-9fdf-e695c38dc00c req-d6416a30-db19-4f07-991c-fe7d0accc2e2 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Notify callbacks [] for port, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:35.009401 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2f2a3f-4ea0-42dd-ac44-1f72daa07c5c req-7d70d7e1-ff42-4dfc-b5e0-a7adabf56e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:35.016469 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-7f2f2a3f-4ea0-42dd-ac44-1f72daa07c5c req-7d70d7e1-ff42-4dfc-b5e0-a7adabf56e4b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ee8e4b92af464ac899e995209323df30&device_id=7609bc70-5f08-4915-add8-01ad94e0af55 HTTP/1.1" status: 200 len: 1096 time: 0.4385290 May 25 12:12:35.091031 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.54', 53832) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:12:35.248438 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-6403ba15-6fe2-4345-ac45-7519763a7ef6 req-89cbe179-2a5e-423a-97dc-c7dee7e6dcb9 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=21c30f2a-503c-4e0d-bac1-f85b5fb9d8bb HTTP/1.1" status: 200 len: 210 time: 0.0633388 May 25 12:12:35.341112 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af86954e-ccca-408e-ad5c-085e99471765 req-99869f7d-da23-4440-b21a-54814a7e7b85 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:35.348047 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-af86954e-ccca-408e-ad5c-085e99471765 req-99869f7d-da23-4440-b21a-54814a7e7b85 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c90e404-5fd7-4468-9bff-db7c02c2e23c HTTP/1.1" status: 200 len: 943 time: 0.3652954 May 25 12:12:35.365747 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ff0a1c-4236-4229-85f0-2d75875506d4 req-e19e3998-392f-4d7e-9bb3-67fb87a76d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:35.367549 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-68ff0a1c-4236-4229-85f0-2d75875506d4 req-e19e3998-392f-4d7e-9bb3-67fb87a76d96 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d2534cea-29fb-4925-a89b-43de0cc13c4c HTTP/1.1" status: 200 len: 914 time: 0.3761611 May 25 12:12:35.466486 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-68ff0a1c-4236-4229-85f0-2d75875506d4 req-c9ce2608-63ca-485a-ad88-43ef59778f51 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a238a6a-e7cb-42ba-b24f-c5d7a16b2c2f HTTP/1.1" status: 200 len: 217 time: 0.0909886 May 25 12:12:35.503175 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-84347065-d450-4d2e-9fdf-e695c38dc00c req-d6416a30-db19-4f07-991c-fe7d0accc2e2 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786008105683'] for port, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:35.520363 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-af86954e-ccca-408e-ad5c-085e99471765 req-54aa6ba4-9dbb-4bc1-b270-615f80807254 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e30fd3d-56a9-4f5d-b932-be2974abe124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711037 May 25 12:12:35.528467 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2f2a3f-4ea0-42dd-ac44-1f72daa07c5c req-79e94c46-44c2-4778-be90-66f1fc6877a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:35.531429 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-7f2f2a3f-4ea0-42dd-ac44-1f72daa07c5c req-79e94c46-44c2-4778-be90-66f1fc6877a3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=38e1a8a1-6646-42d6-a941-53e70da61bc7 HTTP/1.1" status: 200 len: 913 time: 0.5013680 May 25 12:12:35.542713 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:12:35.568601 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ff0a1c-4236-4229-85f0-2d75875506d4 req-01b03a4b-e4f6-4f13-a360-02c8f8e427e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:35.570354 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-68ff0a1c-4236-4229-85f0-2d75875506d4 req-01b03a4b-e4f6-4f13-a360-02c8f8e427e8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bc216043-1b67-4e79-8d6b-b961d7800d7f HTTP/1.1" status: 200 len: 853 time: 0.0949302 May 25 12:12:35.616822 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49a7dc5-ce97-4c67-bd36-e288f71d646a req-e0651542-a62f-48d6-8698-d7c250a89791 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:35.618304 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-a49a7dc5-ce97-4c67-bd36-e288f71d646a req-e0651542-a62f-48d6-8698-d7c250a89791 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.54 "GET /v2.0/networks?id=92cbe58f-da5f-428e-b139-7dfedbb5c159 HTTP/1.1" status: 200 len: 819 time: 0.5263102 May 25 12:12:35.642860 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-68ff0a1c-4236-4229-85f0-2d75875506d4 req-01ff7592-19c7-4f96-80a7-d4c1471d4a69 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d2534cea-29fb-4925-a89b-43de0cc13c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650082 May 25 12:12:35.709887 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.v2.base [req-a49a7dc5-ce97-4c67-bd36-e288f71d646a req-dd483b97-718f-4eb9-adec-ac46fe5a9bd9 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Request body: {'port': {'device_id': 'af06c318-46cc-446a-bb62-cc8c3ea38dad', 'network_id': '92cbe58f-da5f-428e-b139-7dfedbb5c159', 'admin_state_up': True, 'tenant_id': '4b9fde9de33c4fc09c0c531cf0f714fe'}} {{(pid=92473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 12:12:35.736914 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-7f2f2a3f-4ea0-42dd-ac44-1f72daa07c5c req-1db32457-7119-447f-bcf3-f014915333a4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a6c15867-4726-4b56-accf-e5adccbac439 HTTP/1.1" status: 200 len: 217 time: 0.1309814 May 25 12:12:35.741630 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84347065-d450-4d2e-9fdf-e695c38dc00c req-d6416a30-db19-4f07-991c-fe7d0accc2e2 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Network 92cbe58f-da5f-428e-b139-7dfedbb5c159 is already hosted by enough agents. {{(pid=92473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 12:12:35.750876 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.scheduler.base_scheduler [req-84347065-d450-4d2e-9fdf-e695c38dc00c req-d6416a30-db19-4f07-991c-fe7d0accc2e2 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Resources bound (agent type, host, resource id): {{(pid=92473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 12:12:35.753386 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.l3_dvrscheduler_db [req-84347065-d450-4d2e-9fdf-e695c38dc00c req-d6416a30-db19-4f07-991c-fe7d0accc2e2 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Received port after_create {{(pid=92473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 12:12:35.759066 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84347065-d450-4d2e-9fdf-e695c38dc00c req-d6416a30-db19-4f07-991c-fe7d0accc2e2 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:35.759855 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-84347065-d450-4d2e-9fdf-e695c38dc00c req-d6416a30-db19-4f07-991c-fe7d0accc2e2 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653773'] for port, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:35.793060 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-d3c7c424-214f-4938-be5e-521a6901e592 req-5b4eed75-af21-451f-ac06-47e4bfeb0aa4 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/ports?device_id=af06c318-46cc-446a-bb62-cc8c3ea38dad HTTP/1.1" status: 200 len: 210 time: 0.1489213 May 25 12:12:35.850661 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.54', 53836) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:12:35.876218 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6416a30-db19-4f07-991c-fe7d0accc2e2 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Pushing event updated for resources: {'Port': ['ID=a93b8e82-f13c-4ef0-860d-d0ecda54d744,revision_number=1']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:12:35.879426 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-d6416a30-db19-4f07-991c-fe7d0accc2e2 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:12:35.995712 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2a0a01-c992-48e4-8579-3d294bfcd750 req-e1c0d4dc-5bd8-4074-a194-1bdf2ded666e tempest-DeleteServersTestJSON-1449952682 tempest-DeleteServersTestJSON-1449952682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:35.997183 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-4a2a0a01-c992-48e4-8579-3d294bfcd750 req-e1c0d4dc-5bd8-4074-a194-1bdf2ded666e tempest-DeleteServersTestJSON-1449952682 tempest-DeleteServersTestJSON-1449952682-project] 10.222.0.44 "GET /v2.0/ports?device_id=7609bc70-5f08-4915-add8-01ad94e0af55 HTTP/1.1" status: 200 len: 943 time: 0.1200457 May 25 12:12:36.038157 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-68ff0a1c-4236-4229-85f0-2d75875506d4 req-41baecda-5f38-4961-9a53-b98508b58a97 service neutron] 10.222.0.54 "GET /v2.0/networks/d2534cea-29fb-4925-a89b-43de0cc13c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3499050 May 25 12:12:36.059611 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-4a2a0a01-c992-48e4-8579-3d294bfcd750 req-91deb69f-5fb2-4bca-a2e7-8f7e2f771c76 tempest-DeleteServersTestJSON-1449952682 tempest-DeleteServersTestJSON-1449952682-project] 10.222.0.44 "GET /v2.0/security-groups?id=8af42874-4ee5-4882-b244-e8f8606088b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531487 May 25 12:12:36.123961 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2f2a3f-4ea0-42dd-ac44-1f72daa07c5c req-9e6e0078-ff70-47e1-8640-14106c08e552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:36.125366 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-7f2f2a3f-4ea0-42dd-ac44-1f72daa07c5c req-9e6e0078-ff70-47e1-8640-14106c08e552 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=10e3164e-b3a0-42cc-a0e4-0deb0cdec050 HTTP/1.1" status: 200 len: 852 time: 0.3790627 May 25 12:12:36.201351 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-84347065-d450-4d2e-9fdf-e695c38dc00c req-d6416a30-db19-4f07-991c-fe7d0accc2e2 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3180611 May 25 12:12:36.204656 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-68ff0a1c-4236-4229-85f0-2d75875506d4 req-a6fd1d39-2f82-4185-a009-d0bf3d3f3522 service neutron] 10.222.0.54 "GET /v2.0/networks/d2534cea-29fb-4925-a89b-43de0cc13c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475759 May 25 12:12:36.207102 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-7f2f2a3f-4ea0-42dd-ac44-1f72daa07c5c req-69b93943-0bcd-4f3d-865c-9aa2124178b6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=38e1a8a1-6646-42d6-a941-53e70da61bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0730174 May 25 12:12:36.223701 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.v2.base [req-84347065-d450-4d2e-9fdf-e695c38dc00c req-4bfc7d8a-63bd-4533-b310-82fa53c26ccf service neutron] Request body: {'port': {'device_id': 'b9a81e13-45a7-497f-b969-59b5fde8ffac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77923'}} {{(pid=92473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 12:12:36.290510 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [req-a49a7dc5-ce97-4c67-bd36-e288f71d646a req-dd483b97-718f-4eb9-adec-ac46fe5a9bd9 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:12:36.311831 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [req-a49a7dc5-ce97-4c67-bd36-e288f71d646a req-dd483b97-718f-4eb9-adec-ac46fe5a9bd9 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Usage tracker for resource:port and tenant:4b9fde9de33c4fc09c0c531cf0f714fe is out of sync, need to count used quota {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:12:36.366574 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [req-a49a7dc5-ce97-4c67-bd36-e288f71d646a req-dd483b97-718f-4eb9-adec-ac46fe5a9bd9 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Quota usage for port was recalculated. Used quota:2. {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:12:36.393925 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06d0024-033d-4541-95a2-63930ac72000 req-b5654e3e-b721-4256-8324-ddaff0cb2868 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:36.394820 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [req-e06d0024-033d-4541-95a2-63930ac72000 req-b5654e3e-b721-4256-8324-ddaff0cb2868 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Synchronizing usage tracker for tenant:401f68ee052c48d0a0e9823d5525ef3d on resource:network {{(pid=92473) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 12:12:36.400421 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [req-a49a7dc5-ce97-4c67-bd36-e288f71d646a req-dd483b97-718f-4eb9-adec-ac46fe5a9bd9 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:12:36.465047 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-8eb814cb-153f-4d5b-9114-4ce5868e3a85 req-2822c8bc-1bd1-43e0-8c6c-724a7792ee44 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=21c30f2a-503c-4e0d-bac1-f85b5fb9d8bb HTTP/1.1" status: 200 len: 210 time: 0.0621483 May 25 12:12:36.514045 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a49a7dc5-ce97-4c67-bd36-e288f71d646a req-dd483b97-718f-4eb9-adec-ac46fe5a9bd9 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Made reservation on behalf of 4b9fde9de33c4fc09c0c531cf0f714fe for: {'port': 1} {{(pid=92473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 12:12:36.514045 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-a49a7dc5-ce97-4c67-bd36-e288f71d646a req-dd483b97-718f-4eb9-adec-ac46fe5a9bd9 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:36.547940 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-84347065-d450-4d2e-9fdf-e695c38dc00c req-4bfc7d8a-63bd-4533-b310-82fa53c26ccf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:36.567680 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-7f2f2a3f-4ea0-42dd-ac44-1f72daa07c5c req-bf1f4851-653f-4bff-bd9b-f1c0a09b7918 service neutron] 10.222.0.54 "GET /v2.0/networks/38e1a8a1-6646-42d6-a941-53e70da61bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3479221 May 25 12:12:36.612676 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [req-e06d0024-033d-4541-95a2-63930ac72000 req-b5654e3e-b721-4256-8324-ddaff0cb2868 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Unset dirty status for tenant:401f68ee052c48d0a0e9823d5525ef3d on resource:network {{(pid=92473) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 12:12:36.612676 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-e06d0024-033d-4541-95a2-63930ac72000 req-b5654e3e-b721-4256-8324-ddaff0cb2868 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.54 "GET /v2.0/networks?id=b95433bc-2dbd-474f-a7da-308000160943 HTTP/1.1" status: 200 len: 816 time: 0.7543192 May 25 12:12:36.716976 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017c9664-9809-4bee-ac49-d63f2fd68900 req-38a9cb39-dacc-4504-958e-4d81e03dae68 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:36.718502 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-017c9664-9809-4bee-ac49-d63f2fd68900 req-38a9cb39-dacc-4504-958e-4d81e03dae68 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c90e404-5fd7-4468-9bff-db7c02c2e23c HTTP/1.1" status: 200 len: 943 time: 0.0807440 May 25 12:12:36.778030 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-017c9664-9809-4bee-ac49-d63f2fd68900 req-53078011-694d-47b4-8202-cfdb0eded9b7 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e30fd3d-56a9-4f5d-b932-be2974abe124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451064 May 25 12:12:36.830848 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [req-e06d0024-033d-4541-95a2-63930ac72000 req-98c215b0-8650-419d-b0e5-deb32082cb77 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Synchronizing usage tracker for tenant:401f68ee052c48d0a0e9823d5525ef3d on resource:security_group {{(pid=92473) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 12:12:36.956298 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-c496db45-24b5-4ff5-8590-e0fc2368c692 req-9df37f8a-c813-4d25-90c5-b7f3eec07b02 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/ports?device_id=af06c318-46cc-446a-bb62-cc8c3ea38dad HTTP/1.1" status: 200 len: 210 time: 0.0430205 May 25 12:12:36.963297 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [req-e06d0024-033d-4541-95a2-63930ac72000 req-98c215b0-8650-419d-b0e5-deb32082cb77 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Unset dirty status for tenant:401f68ee052c48d0a0e9823d5525ef3d on resource:security_group {{(pid=92473) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 12:12:36.964459 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-e06d0024-033d-4541-95a2-63930ac72000 req-98c215b0-8650-419d-b0e5-deb32082cb77 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=401f68ee052c48d0a0e9823d5525ef3d HTTP/1.1" status: 200 len: 379 time: 0.3377445 May 25 12:12:36.985398 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.v2.base [req-e06d0024-033d-4541-95a2-63930ac72000 req-c0127a9c-87f8-415a-b5cb-8293e0a8c312 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Request body: {'port': {'device_id': '21c30f2a-503c-4e0d-bac1-f85b5fb9d8bb', 'network_id': 'b95433bc-2dbd-474f-a7da-308000160943', 'admin_state_up': True, 'tenant_id': '401f68ee052c48d0a0e9823d5525ef3d', 'security_groups': ['8a320160-757e-42fb-b8ee-125d72b2bb08']}} {{(pid=92473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 12:12:37.012879 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-7f2f2a3f-4ea0-42dd-ac44-1f72daa07c5c req-c0498e2c-0e28-45bc-a989-ca2c18a30edd service neutron] 10.222.0.54 "GET /v2.0/networks/38e1a8a1-6646-42d6-a941-53e70da61bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4085379 May 25 12:12:37.077483 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.db_base_plugin_common [req-a49a7dc5-ce97-4c67-bd36-e288f71d646a req-dd483b97-718f-4eb9-adec-ac46fe5a9bd9 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Allocated IP 172.20.0.8 (92cbe58f-da5f-428e-b139-7dfedbb5c159/ac9aa6d5-d32d-4236-bb0d-23d9288b7f03/467a2581-30f8-4fd4-9256-d6ae14c3574d) {{(pid=92473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 12:12:37.223433 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [req-e06d0024-033d-4541-95a2-63930ac72000 req-c0127a9c-87f8-415a-b5cb-8293e0a8c312 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:12:37.227119 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [req-e06d0024-033d-4541-95a2-63930ac72000 req-c0127a9c-87f8-415a-b5cb-8293e0a8c312 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Usage tracker for resource:port and tenant:401f68ee052c48d0a0e9823d5525ef3d is out of sync, need to count used quota {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:12:37.229992 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [req-e06d0024-033d-4541-95a2-63930ac72000 req-c0127a9c-87f8-415a-b5cb-8293e0a8c312 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Quota usage for port was recalculated. Used quota:3. {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:12:37.236560 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [req-e06d0024-033d-4541-95a2-63930ac72000 req-c0127a9c-87f8-415a-b5cb-8293e0a8c312 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:12:37.299766 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f26f528-dc99-4b7b-a552-0c4d0fc49ca7 req-23378ea1-daec-4aca-b724-7ad178c0669c tempest-DeleteServersTestJSON-1449952682 tempest-DeleteServersTestJSON-1449952682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:37.301880 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-8f26f528-dc99-4b7b-a552-0c4d0fc49ca7 req-23378ea1-daec-4aca-b724-7ad178c0669c tempest-DeleteServersTestJSON-1449952682 tempest-DeleteServersTestJSON-1449952682-project] 10.222.0.44 "GET /v2.0/ports?device_id=7609bc70-5f08-4915-add8-01ad94e0af55 HTTP/1.1" status: 200 len: 943 time: 0.1225889 May 25 12:12:37.320005 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e06d0024-033d-4541-95a2-63930ac72000 req-c0127a9c-87f8-415a-b5cb-8293e0a8c312 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Made reservation on behalf of 401f68ee052c48d0a0e9823d5525ef3d for: {'port': 1} {{(pid=92473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 12:12:37.326297 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-e06d0024-033d-4541-95a2-63930ac72000 req-c0127a9c-87f8-415a-b5cb-8293e0a8c312 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:37.348896 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-8f26f528-dc99-4b7b-a552-0c4d0fc49ca7 req-195e73b7-0506-4ad1-a0a2-63e4b52777d0 tempest-DeleteServersTestJSON-1449952682 tempest-DeleteServersTestJSON-1449952682-project] 10.222.0.44 "GET /v2.0/security-groups?id=8af42874-4ee5-4882-b244-e8f8606088b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400705 May 25 12:12:37.488475 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-a49a7dc5-ce97-4c67-bd36-e288f71d646a req-dd483b97-718f-4eb9-adec-ac46fe5a9bd9 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Notify callbacks [] for port, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:37.632913 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Device 2a238a6a-e7cb-42ba-b24f-c5d7a16b2c2f details requested by agent hyperv_hv-cinder-77923 with host hv-cinder-77923 {{(pid=92474) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 12:12:37.637602 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-a6f686a3-304b-47e8-a509-bc7403a3882c req-5b8bfd5d-42f3-4b35-a0bc-8e30961fcbd7 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=21c30f2a-503c-4e0d-bac1-f85b5fb9d8bb HTTP/1.1" status: 200 len: 210 time: 0.0460854 May 25 12:12:37.673883 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-a49a7dc5-ce97-4c67-bd36-e288f71d646a req-dd483b97-718f-4eb9-adec-ac46fe5a9bd9 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786008105683'] for port, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:37.718780 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.db_base_plugin_common [req-e06d0024-033d-4541-95a2-63930ac72000 req-c0127a9c-87f8-415a-b5cb-8293e0a8c312 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Allocated IP 172.20.0.3 (b95433bc-2dbd-474f-a7da-308000160943/b01b166f-5ba1-4373-a734-254ff90ae56a/9fe1153a-6278-468b-bad5-528a88958ec3) {{(pid=92473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 12:12:37.728201 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-99215764-912d-4dcc-870a-e39feda1c4ff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:12:37.768564 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] For port 2a238a6a-e7cb-42ba-b24f-c5d7a16b2c2f, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=2a238a6a-e7cb-42ba-b24f-c5d7a16b2c2f,segment=NetworkSegment(7a2a9d6b-6c91-4fe0-a53f-9119485a4433),segment_id=7a2a9d6b-6c91-4fe0-a53f-9119485a4433)] {{(pid=92474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:12:37.786698 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Returning: {'device': '2a238a6a-e7cb-42ba-b24f-c5d7a16b2c2f', 'network_id': 'd2534cea-29fb-4925-a89b-43de0cc13c4c', 'port_id': '2a238a6a-e7cb-42ba-b24f-c5d7a16b2c2f', 'mac_address': 'fa:16:3e:62:65:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc216043-1b67-4e79-8d6b-b961d7800d7f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92474) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 12:12:37.838025 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a49a7dc5-ce97-4c67-bd36-e288f71d646a req-dd483b97-718f-4eb9-adec-ac46fe5a9bd9 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Network 92cbe58f-da5f-428e-b139-7dfedbb5c159 is already hosted by enough agents. {{(pid=92473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 12:12:37.844094 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:37.856512 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd483b97-718f-4eb9-adec-ac46fe5a9bd9 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Pushing event updated for resources: {'Port': ['ID=467a2581-30f8-4fd4-9256-d6ae14c3574d,revision_number=1']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:12:37.860085 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.scheduler.base_scheduler [req-a49a7dc5-ce97-4c67-bd36-e288f71d646a req-dd483b97-718f-4eb9-adec-ac46fe5a9bd9 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Resources bound (agent type, host, resource id): {{(pid=92473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 12:12:37.862002 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-dd483b97-718f-4eb9-adec-ac46fe5a9bd9 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:12:37.862420 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.notifiers.nova [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a238a6a-e7cb-42ba-b24f-c5d7a16b2c2f {{(pid=92474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 12:12:37.867706 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.l3_dvrscheduler_db [req-a49a7dc5-ce97-4c67-bd36-e288f71d646a req-dd483b97-718f-4eb9-adec-ac46fe5a9bd9 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Received port after_create {{(pid=92473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 12:12:37.873147 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49a7dc5-ce97-4c67-bd36-e288f71d646a req-dd483b97-718f-4eb9-adec-ac46fe5a9bd9 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:37.873760 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-a49a7dc5-ce97-4c67-bd36-e288f71d646a req-dd483b97-718f-4eb9-adec-ac46fe5a9bd9 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653773'] for port, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:37.881225 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] For port 2a238a6a-e7cb-42ba-b24f-c5d7a16b2c2f, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=2a238a6a-e7cb-42ba-b24f-c5d7a16b2c2f,segment=NetworkSegment(7a2a9d6b-6c91-4fe0-a53f-9119485a4433),segment_id=7a2a9d6b-6c91-4fe0-a53f-9119485a4433)] {{(pid=92474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:12:37.966231 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:37.967265 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Device a6c15867-4726-4b56-accf-e5adccbac439 details requested by agent hyperv_hv-cinder-77923 with host hv-cinder-77923 {{(pid=92474) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 12:12:37.990924 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d3624a-834e-47b5-91de-5dd74f9fb507 req-d013dcfd-bb9e-4a85-a857-310fd35565e0 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:37.992864 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-d9d3624a-834e-47b5-91de-5dd74f9fb507 req-d013dcfd-bb9e-4a85-a857-310fd35565e0 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c90e404-5fd7-4468-9bff-db7c02c2e23c HTTP/1.1" status: 200 len: 943 time: 0.0933654 May 25 12:12:38.094518 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-d9d3624a-834e-47b5-91de-5dd74f9fb507 req-5c86b990-6e6f-4820-a237-46f47134483e tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e30fd3d-56a9-4f5d-b932-be2974abe124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946705 May 25 12:12:38.117333 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-a49a7dc5-ce97-4c67-bd36-e288f71d646a req-dd483b97-718f-4eb9-adec-ac46fe5a9bd9 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4327710 May 25 12:12:38.132657 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] For port a6c15867-4726-4b56-accf-e5adccbac439, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=a6c15867-4726-4b56-accf-e5adccbac439,segment=NetworkSegment(a6cd5566-3a64-4041-86ac-b268a14991b3),segment_id=a6cd5566-3a64-4041-86ac-b268a14991b3)] {{(pid=92474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:12:38.144510 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.v2.base [req-a49a7dc5-ce97-4c67-bd36-e288f71d646a req-7c3d31a5-27ff-4227-b2b2-e03f9bd45093 service neutron] Request body: {'port': {'device_id': 'af06c318-46cc-446a-bb62-cc8c3ea38dad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77923'}} {{(pid=92473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 12:12:38.149920 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:12:38.238057 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Returning: {'device': 'a6c15867-4726-4b56-accf-e5adccbac439', 'network_id': '38e1a8a1-6646-42d6-a941-53e70da61bc7', 'port_id': 'a6c15867-4726-4b56-accf-e5adccbac439', 'mac_address': 'fa:16:3e:7b:a2:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10e3164e-b3a0-42cc-a0e4-0deb0cdec050', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92474) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 12:12:38.242283 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Pushing event updated for resources: {'Port': ['ID=2a238a6a-e7cb-42ba-b24f-c5d7a16b2c2f,revision_number=4']} {{(pid=92474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:12:38.254922 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:12:38.316429 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:38.340201 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.notifiers.nova [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6c15867-4726-4b56-accf-e5adccbac439 {{(pid=92474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 12:12:38.350563 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5f5c45-0cff-4d45-9e67-3cb528a7c8d9 req-bba441a8-2ff3-4bb4-adcd-4c94ab6c90e7 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:38.352315 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-9b5f5c45-0cff-4d45-9e67-3cb528a7c8d9 req-bba441a8-2ff3-4bb4-adcd-4c94ab6c90e7 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/ports?device_id=af06c318-46cc-446a-bb62-cc8c3ea38dad HTTP/1.1" status: 200 len: 931 time: 0.2124753 May 25 12:12:38.362603 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] For port a6c15867-4726-4b56-accf-e5adccbac439, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=a6c15867-4726-4b56-accf-e5adccbac439,segment=NetworkSegment(a6cd5566-3a64-4041-86ac-b268a14991b3),segment_id=a6cd5566-3a64-4041-86ac-b268a14991b3)] {{(pid=92474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:12:38.396460 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-e06d0024-033d-4541-95a2-63930ac72000 req-c0127a9c-87f8-415a-b5cb-8293e0a8c312 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Notify callbacks [] for port, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:38.415000 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.notifiers.nova [req-84347065-d450-4d2e-9fdf-e695c38dc00c req-4bfc7d8a-63bd-4533-b310-82fa53c26ccf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a93b8e82-f13c-4ef0-860d-d0ecda54d744 {{(pid=92473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 12:12:38.427356 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-a49a7dc5-ce97-4c67-bd36-e288f71d646a req-7c3d31a5-27ff-4227-b2b2-e03f9bd45093 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:38.434559 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [req-9b5f5c45-0cff-4d45-9e67-3cb528a7c8d9 req-7fb51876-6e95-46ce-ac9f-bdbd0e811f1d tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Synchronizing usage tracker for tenant:4b9fde9de33c4fc09c0c531cf0f714fe on resource:security_group {{(pid=92472) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 12:12:38.439045 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-84347065-d450-4d2e-9fdf-e695c38dc00c req-4bfc7d8a-63bd-4533-b310-82fa53c26ccf service neutron] Notify callbacks [] for port, precommit_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:38.455174 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.provisioning_blocks [req-e06d0024-033d-4541-95a2-63930ac72000 req-c0127a9c-87f8-415a-b5cb-8293e0a8c312 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Transition to ACTIVE for port object 9fe1153a-6278-468b-bad5-528a88958ec3 will not be triggered until provisioned by entity DHCP. {{(pid=92473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 12:12:38.475190 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:38.477958 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:12:38.502250 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.provisioning_blocks [req-84347065-d450-4d2e-9fdf-e695c38dc00c req-4bfc7d8a-63bd-4533-b310-82fa53c26ccf service neutron] Transition to ACTIVE for port object a93b8e82-f13c-4ef0-860d-d0ecda54d744 will not be triggered until provisioned by entity L2. {{(pid=92473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 12:12:38.573373 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [req-9b5f5c45-0cff-4d45-9e67-3cb528a7c8d9 req-7fb51876-6e95-46ce-ac9f-bdbd0e811f1d tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Unset dirty status for tenant:4b9fde9de33c4fc09c0c531cf0f714fe on resource:security_group {{(pid=92472) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 12:12:38.575004 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-9b5f5c45-0cff-4d45-9e67-3cb528a7c8d9 req-7fb51876-6e95-46ce-ac9f-bdbd0e811f1d tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/security-groups?id=66037392-5f85-4874-a400-63cb75635da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166584 May 25 12:12:38.603349 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b632d1f2-d40f-4766-b9c8-bd7894a4cbfd req-6b2130f7-f6e1-43e6-8e4f-0d0cd9a68ef5 tempest-DeleteServersTestJSON-1449952682 tempest-DeleteServersTestJSON-1449952682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:38.613340 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-b632d1f2-d40f-4766-b9c8-bd7894a4cbfd req-6b2130f7-f6e1-43e6-8e4f-0d0cd9a68ef5 tempest-DeleteServersTestJSON-1449952682 tempest-DeleteServersTestJSON-1449952682-project] 10.222.0.44 "GET /v2.0/ports?device_id=7609bc70-5f08-4915-add8-01ad94e0af55 HTTP/1.1" status: 200 len: 944 time: 0.1123145 May 25 12:12:38.616401 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Pushing event updated for resources: {'Port': ['ID=a6c15867-4726-4b56-accf-e5adccbac439,revision_number=4']} {{(pid=92474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:12:38.620688 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:12:38.632388 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-84347065-d450-4d2e-9fdf-e695c38dc00c req-4bfc7d8a-63bd-4533-b310-82fa53c26ccf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:38.645885 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:12:38.661617 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-b632d1f2-d40f-4766-b9c8-bd7894a4cbfd req-f95a876c-a53a-466a-98cd-52ca4e486f90 tempest-DeleteServersTestJSON-1449952682 tempest-DeleteServersTestJSON-1449952682-project] 10.222.0.44 "GET /v2.0/security-groups?id=8af42874-4ee5-4882-b244-e8f8606088b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472820 May 25 12:12:38.769359 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] get_ports_and_sgs() called for port_ids ['a6c15867-4726-4b56-accf-e5adccbac439'] {{(pid=92474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 12:12:38.858328 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-e06d0024-033d-4541-95a2-63930ac72000 req-c0127a9c-87f8-415a-b5cb-8293e0a8c312 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786008105683'] for port, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:38.866797 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da94a9ac-5a71-4548-80ca-8059e5af744c req-78778c82-bd2a-4321-af81-1a6a4293887a tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:38.868332 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-da94a9ac-5a71-4548-80ca-8059e5af744c req-78778c82-bd2a-4321-af81-1a6a4293887a tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=21c30f2a-503c-4e0d-bac1-f85b5fb9d8bb HTTP/1.1" status: 200 len: 931 time: 0.1069853 May 25 12:12:38.882816 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] get_ports_and_sgs() called for port_ids ['2a238a6a-e7cb-42ba-b24f-c5d7a16b2c2f'] {{(pid=92474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 12:12:38.899892 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfc7d8a-63bd-4533-b310-82fa53c26ccf service neutron] Pushing event updated for resources: {'Port': ['ID=a93b8e82-f13c-4ef0-860d-d0ecda54d744,revision_number=2']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:12:38.918298 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-da94a9ac-5a71-4548-80ca-8059e5af744c req-59b9d11f-5f8c-4623-9609-d541e5f6d8da tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a320160-757e-42fb-b8ee-125d72b2bb08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432239 May 25 12:12:38.937928 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-4bfc7d8a-63bd-4533-b310-82fa53c26ccf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:12:38.938466 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-ff70326c-6f19-4fad-aa6e-be1390f1d827 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:12:39.028194 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e06d0024-033d-4541-95a2-63930ac72000 req-c0127a9c-87f8-415a-b5cb-8293e0a8c312 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Network b95433bc-2dbd-474f-a7da-308000160943 is already hosted by enough agents. {{(pid=92473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 12:12:39.037254 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.scheduler.base_scheduler [req-e06d0024-033d-4541-95a2-63930ac72000 req-c0127a9c-87f8-415a-b5cb-8293e0a8c312 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Resources bound (agent type, host, resource id): {{(pid=92473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 12:12:39.052963 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.l3_dvrscheduler_db [req-e06d0024-033d-4541-95a2-63930ac72000 req-c0127a9c-87f8-415a-b5cb-8293e0a8c312 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Received port after_create {{(pid=92473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 12:12:39.058503 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06d0024-033d-4541-95a2-63930ac72000 req-c0127a9c-87f8-415a-b5cb-8293e0a8c312 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:39.059123 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-e06d0024-033d-4541-95a2-63930ac72000 req-c0127a9c-87f8-415a-b5cb-8293e0a8c312 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653773'] for port, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:39.063610 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.managers [req-84347065-d450-4d2e-9fdf-e695c38dc00c req-4bfc7d8a-63bd-4533-b310-82fa53c26ccf service neutron] Attempting to bind port a93b8e82-f13c-4ef0-860d-d0ecda54d744 on host hv-cinder-77923 for vnic_type normal with profile {{(pid=92473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 12:12:39.063610 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.managers [req-84347065-d450-4d2e-9fdf-e695c38dc00c req-4bfc7d8a-63bd-4533-b310-82fa53c26ccf service neutron] Attempting to bind port a93b8e82-f13c-4ef0-860d-d0ecda54d744 by drivers openvswitch,hyperv on host hv-cinder-77923 at level 0 using segments [{'id': 'bce0be32-79f8-414c-940b-3d609357a644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '92cbe58f-da5f-428e-b139-7dfedbb5c159'}] {{(pid=92473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 12:12:39.063610 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84347065-d450-4d2e-9fdf-e695c38dc00c req-4bfc7d8a-63bd-4533-b310-82fa53c26ccf service neutron] Attempting to bind port a93b8e82-f13c-4ef0-860d-d0ecda54d744 on network 92cbe58f-da5f-428e-b139-7dfedbb5c159 {{(pid=92473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 12:12:39.083711 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0127a9c-87f8-415a-b5cb-8293e0a8c312 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Pushing event updated for resources: {'Port': ['ID=9fe1153a-6278-468b-bad5-528a88958ec3,revision_number=1']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:12:39.085914 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84347065-d450-4d2e-9fdf-e695c38dc00c req-4bfc7d8a-63bd-4533-b310-82fa53c26ccf service neutron] Port a93b8e82-f13c-4ef0-860d-d0ecda54d744 on network 92cbe58f-da5f-428e-b139-7dfedbb5c159 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77923 {{(pid=92473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 12:12:39.086215 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84347065-d450-4d2e-9fdf-e695c38dc00c req-4bfc7d8a-63bd-4533-b310-82fa53c26ccf service neutron] Attempting to bind port a93b8e82-f13c-4ef0-860d-d0ecda54d744 on network 92cbe58f-da5f-428e-b139-7dfedbb5c159 {{(pid=92473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 12:12:39.090697 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-c0127a9c-87f8-415a-b5cb-8293e0a8c312 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:12:39.107518 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84347065-d450-4d2e-9fdf-e695c38dc00c req-4bfc7d8a-63bd-4533-b310-82fa53c26ccf service neutron] Checking agent: {'id': 'ffba2d31-78f6-4a67-909d-2363647ed231', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77923', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 12, 10, 27), 'started_at': datetime.datetime(2021, 5, 25, 12, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 12, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 12:12:39.107518 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84347065-d450-4d2e-9fdf-e695c38dc00c req-4bfc7d8a-63bd-4533-b310-82fa53c26ccf service neutron] Checking segment: {'id': 'bce0be32-79f8-414c-940b-3d609357a644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '92cbe58f-da5f-428e-b139-7dfedbb5c159'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 12:12:39.107518 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84347065-d450-4d2e-9fdf-e695c38dc00c req-4bfc7d8a-63bd-4533-b310-82fa53c26ccf service neutron] Bound using segment: {'id': 'bce0be32-79f8-414c-940b-3d609357a644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '92cbe58f-da5f-428e-b139-7dfedbb5c159'} {{(pid=92473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 12:12:39.107518 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.managers [req-84347065-d450-4d2e-9fdf-e695c38dc00c req-4bfc7d8a-63bd-4533-b310-82fa53c26ccf service neutron] Bound port: a93b8e82-f13c-4ef0-860d-d0ecda54d744, host: hv-cinder-77923, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bce0be32-79f8-414c-940b-3d609357a644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '92cbe58f-da5f-428e-b139-7dfedbb5c159'}}] {{(pid=92473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 12:12:39.107518 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-84347065-d450-4d2e-9fdf-e695c38dc00c req-4bfc7d8a-63bd-4533-b310-82fa53c26ccf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:39.203636 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-e06d0024-033d-4541-95a2-63930ac72000 req-c0127a9c-87f8-415a-b5cb-8293e0a8c312 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2273688 May 25 12:12:39.269947 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.v2.base [req-e06d0024-033d-4541-95a2-63930ac72000 req-da4c1ec7-6c8a-461c-9af6-097787345a74 service neutron] Request body: {'port': {'device_id': '21c30f2a-503c-4e0d-bac1-f85b5fb9d8bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77923'}} {{(pid=92473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 12:12:39.330941 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3810cab-1e8a-4554-9a0e-395e592e0d1d req-8a559eb9-7ef8-4240-b2b1-f00756f496bb tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:39.333255 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-c3810cab-1e8a-4554-9a0e-395e592e0d1d req-8a559eb9-7ef8-4240-b2b1-f00756f496bb tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c90e404-5fd7-4468-9bff-db7c02c2e23c HTTP/1.1" status: 200 len: 944 time: 0.1075070 May 25 12:12:39.400482 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-c3810cab-1e8a-4554-9a0e-395e592e0d1d req-13eb21ce-f68c-43cb-a3df-d00a85a63771 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e30fd3d-56a9-4f5d-b932-be2974abe124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558949 May 25 12:12:39.440536 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-bd53b94a-1fad-4dca-8d20-e18cc24ec4c5 None None] Provisioning for port 9fe1153a-6278-468b-bad5-528a88958ec3 completed by entity DHCP. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 12:12:39.446196 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-bd53b94a-1fad-4dca-8d20-e18cc24ec4c5 None None] Provisioning complete for port 9fe1153a-6278-468b-bad5-528a88958ec3 triggered by entity DHCP. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 12:12:39.450550 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-bd53b94a-1fad-4dca-8d20-e18cc24ec4c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902397'] for port, provisioning_complete {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:39.450664 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.notifiers.nova [req-a49a7dc5-ce97-4c67-bd36-e288f71d646a req-7c3d31a5-27ff-4227-b2b2-e03f9bd45093 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 467a2581-30f8-4fd4-9256-d6ae14c3574d {{(pid=92473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 12:12:39.469242 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-a49a7dc5-ce97-4c67-bd36-e288f71d646a req-7c3d31a5-27ff-4227-b2b2-e03f9bd45093 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:39.471827 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.db [req-84347065-d450-4d2e-9fdf-e695c38dc00c req-4bfc7d8a-63bd-4533-b310-82fa53c26ccf service neutron] For port a93b8e82-f13c-4ef0-860d-d0ecda54d744, host hv-cinder-77923, cleared binding levels {{(pid=92473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 12:12:39.496272 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.db [req-84347065-d450-4d2e-9fdf-e695c38dc00c req-4bfc7d8a-63bd-4533-b310-82fa53c26ccf service neutron] For port a93b8e82-f13c-4ef0-860d-d0ecda54d744, host hv-cinder-77923, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=a93b8e82-f13c-4ef0-860d-d0ecda54d744,segment=NetworkSegment(bce0be32-79f8-414c-940b-3d609357a644),segment_id=bce0be32-79f8-414c-940b-3d609357a644)] {{(pid=92473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 12:12:39.497488 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.provisioning_blocks [req-a49a7dc5-ce97-4c67-bd36-e288f71d646a req-7c3d31a5-27ff-4227-b2b2-e03f9bd45093 service neutron] Transition to ACTIVE for port object 467a2581-30f8-4fd4-9256-d6ae14c3574d will not be triggered until provisioned by entity L2. {{(pid=92473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 12:12:39.498190 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-e06d0024-033d-4541-95a2-63930ac72000 req-da4c1ec7-6c8a-461c-9af6-097787345a74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:39.512712 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.plugin [None req-bd53b94a-1fad-4dca-8d20-e18cc24ec4c5 None None] Port 9fe1153a-6278-468b-bad5-528a88958ec3 cannot update to ACTIVE because it is not bound. {{(pid=92474) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 12:12:39.624249 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Device 2a238a6a-e7cb-42ba-b24f-c5d7a16b2c2f up at agent hyperv_hv-cinder-77923 {{(pid=92474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 12:12:39.634373 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-84347065-d450-4d2e-9fdf-e695c38dc00c req-4bfc7d8a-63bd-4533-b310-82fa53c26ccf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:39.648320 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:12:39.710298 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-a49a7dc5-ce97-4c67-bd36-e288f71d646a req-7c3d31a5-27ff-4227-b2b2-e03f9bd45093 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:39.779687 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c058fc-6d46-4f41-b524-4c6e70a238d2 req-31786043-c42b-42c0-a3a4-7fb4e345ecda tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:39.781301 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-48c058fc-6d46-4f41-b524-4c6e70a238d2 req-31786043-c42b-42c0-a3a4-7fb4e345ecda tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/ports?device_id=af06c318-46cc-446a-bb62-cc8c3ea38dad HTTP/1.1" status: 200 len: 943 time: 0.0835321 May 25 12:12:39.804632 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84347065-d450-4d2e-9fdf-e695c38dc00c req-4bfc7d8a-63bd-4533-b310-82fa53c26ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:39.805368 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-84347065-d450-4d2e-9fdf-e695c38dc00c req-4bfc7d8a-63bd-4533-b310-82fa53c26ccf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653773'] for port, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:39.806976 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-84347065-d450-4d2e-9fdf-e695c38dc00c req-4bfc7d8a-63bd-4533-b310-82fa53c26ccf service neutron] 10.222.0.54 "PUT /v2.0/ports/a93b8e82-f13c-4ef0-860d-d0ecda54d744 HTTP/1.1" status: 200 len: 1094 time: 3.5889258 May 25 12:12:39.809703 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9a81e13-45a7-497f-b969-59b5fde8ffac', 'tag': 'a93b8e82-f13c-4ef0-860d-d0ecda54d744'}] {{(pid=92473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 12:12:39.833323 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-48c058fc-6d46-4f41-b524-4c6e70a238d2 req-44e1aeec-eaa7-4386-a1be-8986ac4778ff tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/security-groups?id=66037392-5f85-4874-a400-63cb75635da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463877 May 25 12:12:39.914524 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Provisioning for port 2a238a6a-e7cb-42ba-b24f-c5d7a16b2c2f completed by entity L2. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 12:12:39.922544 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Provisioning complete for port 2a238a6a-e7cb-42ba-b24f-c5d7a16b2c2f triggered by entity L2. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 12:12:39.923282 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902397'] for port, provisioning_complete {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:39.923414 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6416e21-ca3c-4d81-9226-3cf46e477400 req-64570953-fe58-487b-af96-a502593e3199 tempest-DeleteServersTestJSON-1449952682 tempest-DeleteServersTestJSON-1449952682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:39.924979 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-c6416e21-ca3c-4d81-9226-3cf46e477400 req-64570953-fe58-487b-af96-a502593e3199 tempest-DeleteServersTestJSON-1449952682 tempest-DeleteServersTestJSON-1449952682-project] 10.222.0.44 "GET /v2.0/ports?device_id=7609bc70-5f08-4915-add8-01ad94e0af55 HTTP/1.1" status: 200 len: 944 time: 0.0955508 May 25 12:12:39.978912 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9a81e13-45a7-497f-b969-59b5fde8ffac', 'tag': 'a93b8e82-f13c-4ef0-860d-d0ecda54d744', 'status': 'completed', 'code': 200} May 25 12:12:39.998616 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-c6416e21-ca3c-4d81-9226-3cf46e477400 req-1eb79d53-d424-4e1f-a0ec-2b087409e3a2 tempest-DeleteServersTestJSON-1449952682 tempest-DeleteServersTestJSON-1449952682-project] 10.222.0.44 "GET /v2.0/security-groups?id=8af42874-4ee5-4882-b244-e8f8606088b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664439 May 25 12:12:40.080077 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:40.100705 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfc7d8a-63bd-4533-b310-82fa53c26ccf service neutron] Pushing event updated for resources: {'Port': ['ID=a93b8e82-f13c-4ef0-860d-d0ecda54d744,revision_number=3']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:12:40.110979 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c90e404-5fd7-4468-9bff-db7c02c2e23c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a238a6a-e7cb-42ba-b24f-c5d7a16b2c2f'}] {{(pid=92474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 12:12:40.114980 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-4bfc7d8a-63bd-4533-b310-82fa53c26ccf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:12:40.124311 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-5a10301c-d904-4d29-9d69-18e1399d54b9 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.373s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:12:40.180077 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] For port 2a238a6a-e7cb-42ba-b24f-c5d7a16b2c2f, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=2a238a6a-e7cb-42ba-b24f-c5d7a16b2c2f,segment=NetworkSegment(7a2a9d6b-6c91-4fe0-a53f-9119485a4433),segment_id=7a2a9d6b-6c91-4fe0-a53f-9119485a4433)] {{(pid=92474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:12:40.210563 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8832986a-2ea6-407e-89a0-38363aa1398c req-b29442a4-a9ba-4102-bdff-bacf1265f85f tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:40.212239 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-8832986a-2ea6-407e-89a0-38363aa1398c req-b29442a4-a9ba-4102-bdff-bacf1265f85f tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=21c30f2a-503c-4e0d-bac1-f85b5fb9d8bb HTTP/1.1" status: 200 len: 931 time: 0.1170535 May 25 12:12:40.229935 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.managers [req-a49a7dc5-ce97-4c67-bd36-e288f71d646a req-7c3d31a5-27ff-4227-b2b2-e03f9bd45093 service neutron] Attempting to bind port 467a2581-30f8-4fd4-9256-d6ae14c3574d on host hv-cinder-77923 for vnic_type normal with profile {{(pid=92473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 12:12:40.230440 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.managers [req-a49a7dc5-ce97-4c67-bd36-e288f71d646a req-7c3d31a5-27ff-4227-b2b2-e03f9bd45093 service neutron] Attempting to bind port 467a2581-30f8-4fd4-9256-d6ae14c3574d by drivers openvswitch,hyperv on host hv-cinder-77923 at level 0 using segments [{'id': 'bce0be32-79f8-414c-940b-3d609357a644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '92cbe58f-da5f-428e-b139-7dfedbb5c159'}] {{(pid=92473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 12:12:40.230844 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49a7dc5-ce97-4c67-bd36-e288f71d646a req-7c3d31a5-27ff-4227-b2b2-e03f9bd45093 service neutron] Attempting to bind port 467a2581-30f8-4fd4-9256-d6ae14c3574d on network 92cbe58f-da5f-428e-b139-7dfedbb5c159 {{(pid=92473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 12:12:40.238771 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:40.239746 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Device a6c15867-4726-4b56-accf-e5adccbac439 up at agent hyperv_hv-cinder-77923 {{(pid=92474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 12:12:40.258805 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49a7dc5-ce97-4c67-bd36-e288f71d646a req-7c3d31a5-27ff-4227-b2b2-e03f9bd45093 service neutron] Port 467a2581-30f8-4fd4-9256-d6ae14c3574d on network 92cbe58f-da5f-428e-b139-7dfedbb5c159 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77923 {{(pid=92473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 12:12:40.259134 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49a7dc5-ce97-4c67-bd36-e288f71d646a req-7c3d31a5-27ff-4227-b2b2-e03f9bd45093 service neutron] Attempting to bind port 467a2581-30f8-4fd4-9256-d6ae14c3574d on network 92cbe58f-da5f-428e-b139-7dfedbb5c159 {{(pid=92473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 12:12:40.274001 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49a7dc5-ce97-4c67-bd36-e288f71d646a req-7c3d31a5-27ff-4227-b2b2-e03f9bd45093 service neutron] Checking agent: {'id': 'ffba2d31-78f6-4a67-909d-2363647ed231', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77923', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 12, 10, 27), 'started_at': datetime.datetime(2021, 5, 25, 12, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 12, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 12:12:40.274354 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49a7dc5-ce97-4c67-bd36-e288f71d646a req-7c3d31a5-27ff-4227-b2b2-e03f9bd45093 service neutron] Checking segment: {'id': 'bce0be32-79f8-414c-940b-3d609357a644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '92cbe58f-da5f-428e-b139-7dfedbb5c159'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 12:12:40.274755 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49a7dc5-ce97-4c67-bd36-e288f71d646a req-7c3d31a5-27ff-4227-b2b2-e03f9bd45093 service neutron] Bound using segment: {'id': 'bce0be32-79f8-414c-940b-3d609357a644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '92cbe58f-da5f-428e-b139-7dfedbb5c159'} {{(pid=92473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 12:12:40.275191 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.managers [req-a49a7dc5-ce97-4c67-bd36-e288f71d646a req-7c3d31a5-27ff-4227-b2b2-e03f9bd45093 service neutron] Bound port: 467a2581-30f8-4fd4-9256-d6ae14c3574d, host: hv-cinder-77923, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bce0be32-79f8-414c-940b-3d609357a644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '92cbe58f-da5f-428e-b139-7dfedbb5c159'}}] {{(pid=92473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 12:12:40.275563 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-a49a7dc5-ce97-4c67-bd36-e288f71d646a req-7c3d31a5-27ff-4227-b2b2-e03f9bd45093 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:40.284599 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3d31a5-27ff-4227-b2b2-e03f9bd45093 service neutron] Pushing event updated for resources: {'Port': ['ID=467a2581-30f8-4fd4-9256-d6ae14c3574d,revision_number=2']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:12:40.288724 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-c9510b0a-94af-41fe-902b-d81441e15757 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:12:40.297257 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-7c3d31a5-27ff-4227-b2b2-e03f9bd45093 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:12:40.314046 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-8832986a-2ea6-407e-89a0-38363aa1398c req-d28d5989-9201-4b12-84b8-31f21e39c124 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a320160-757e-42fb-b8ee-125d72b2bb08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911846 May 25 12:12:40.423337 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84347065-d450-4d2e-9fdf-e695c38dc00c req-11ed70f9-cfce-4810-9573-30073cd0febc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:40.424932 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-84347065-d450-4d2e-9fdf-e695c38dc00c req-11ed70f9-cfce-4810-9573-30073cd0febc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4b9fde9de33c4fc09c0c531cf0f714fe&device_id=b9a81e13-45a7-497f-b969-59b5fde8ffac HTTP/1.1" status: 200 len: 1097 time: 0.4452171 May 25 12:12:40.431582 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Pushing event updated for resources: {'Port': ['ID=2a238a6a-e7cb-42ba-b24f-c5d7a16b2c2f,revision_number=5']} {{(pid=92474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:12:40.435473 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:12:40.524936 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-84347065-d450-4d2e-9fdf-e695c38dc00c req-e8e81fd5-fc1b-4fe4-94d9-a20aa233b465 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a93b8e82-f13c-4ef0-860d-d0ecda54d744 HTTP/1.1" status: 200 len: 217 time: 0.0763617 May 25 12:12:40.528834 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.db [req-a49a7dc5-ce97-4c67-bd36-e288f71d646a req-7c3d31a5-27ff-4227-b2b2-e03f9bd45093 service neutron] For port 467a2581-30f8-4fd4-9256-d6ae14c3574d, host hv-cinder-77923, cleared binding levels {{(pid=92473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 12:12:40.529006 dv-cinder-779233-5-smb neutron-server[92474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c90e404-5fd7-4468-9bff-db7c02c2e23c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a238a6a-e7cb-42ba-b24f-c5d7a16b2c2f', 'code': 200} May 25 12:12:40.538496 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.notifiers.nova [req-e06d0024-033d-4541-95a2-63930ac72000 req-da4c1ec7-6c8a-461c-9af6-097787345a74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fe1153a-6278-468b-bad5-528a88958ec3 {{(pid=92473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 12:12:40.566519 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Provisioning for port a6c15867-4726-4b56-accf-e5adccbac439 completed by entity L2. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 12:12:40.573999 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Provisioning complete for port a6c15867-4726-4b56-accf-e5adccbac439 triggered by entity L2. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 12:12:40.574490 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902397'] for port, provisioning_complete {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:40.588534 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.db [req-a49a7dc5-ce97-4c67-bd36-e288f71d646a req-7c3d31a5-27ff-4227-b2b2-e03f9bd45093 service neutron] For port 467a2581-30f8-4fd4-9256-d6ae14c3574d, host hv-cinder-77923, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=467a2581-30f8-4fd4-9256-d6ae14c3574d,segment=NetworkSegment(bce0be32-79f8-414c-940b-3d609357a644),segment_id=bce0be32-79f8-414c-940b-3d609357a644)] {{(pid=92473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 12:12:40.593215 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-e06d0024-033d-4541-95a2-63930ac72000 req-da4c1ec7-6c8a-461c-9af6-097787345a74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:40.623909 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.provisioning_blocks [req-e06d0024-033d-4541-95a2-63930ac72000 req-da4c1ec7-6c8a-461c-9af6-097787345a74 service neutron] Transition to ACTIVE for port object 9fe1153a-6278-468b-bad5-528a88958ec3 will not be triggered until provisioned by entity L2. {{(pid=92473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 12:12:40.631723 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396cd505-6cd9-4505-a08b-c3ded9fc4402 req-11cc6707-0cc4-41a6-aede-a5d31ae2e033 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:40.632228 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84347065-d450-4d2e-9fdf-e695c38dc00c req-cd109cbc-0723-43eb-b4a8-b3152a059e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:40.633556 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-84347065-d450-4d2e-9fdf-e695c38dc00c req-cd109cbc-0723-43eb-b4a8-b3152a059e38 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ac9aa6d5-d32d-4236-bb0d-23d9288b7f03 HTTP/1.1" status: 200 len: 859 time: 0.0807769 May 25 12:12:40.634767 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-396cd505-6cd9-4505-a08b-c3ded9fc4402 req-11cc6707-0cc4-41a6-aede-a5d31ae2e033 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c90e404-5fd7-4468-9bff-db7c02c2e23c HTTP/1.1" status: 200 len: 945 time: 0.0995660 May 25 12:12:40.689558 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-84347065-d450-4d2e-9fdf-e695c38dc00c req-9d1ef90c-43b4-4974-9e77-67770b008919 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=92cbe58f-da5f-428e-b139-7dfedbb5c159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487351 May 25 12:12:40.696317 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-396cd505-6cd9-4505-a08b-c3ded9fc4402 req-3a548db0-e92a-43de-a4e3-6f4d4f08e2d3 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e30fd3d-56a9-4f5d-b932-be2974abe124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552938 May 25 12:12:40.705527 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-e06d0024-033d-4541-95a2-63930ac72000 req-da4c1ec7-6c8a-461c-9af6-097787345a74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:40.710005 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-a49a7dc5-ce97-4c67-bd36-e288f71d646a req-7c3d31a5-27ff-4227-b2b2-e03f9bd45093 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:40.778024 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:12:40.841453 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:40.901473 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] For port a6c15867-4726-4b56-accf-e5adccbac439, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=a6c15867-4726-4b56-accf-e5adccbac439,segment=NetworkSegment(a6cd5566-3a64-4041-86ac-b268a14991b3),segment_id=a6cd5566-3a64-4041-86ac-b268a14991b3)] {{(pid=92474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:12:40.935292 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4c1ec7-6c8a-461c-9af6-097787345a74 service neutron] Pushing event updated for resources: {'Port': ['ID=9fe1153a-6278-468b-bad5-528a88958ec3,revision_number=2']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:12:40.958639 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:40.960544 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:12:41.068943 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Pushing event updated for resources: {'Port': ['ID=a6c15867-4726-4b56-accf-e5adccbac439,revision_number=5']} {{(pid=92474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:12:41.072517 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:12:41.084302 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.agents_db [None req-9d38de35-3365-4658-8f1e-c8b00fd146ea None None] Agent healthcheck: found 6 active agents {{(pid=92475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 12:12:41.107179 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd0c1e7-b734-4932-b01c-b5d9b1a6f5f0 req-60d054c2-1dbc-4b6f-8e20-368ab57ce262 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:41.108967 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-3bd0c1e7-b734-4932-b01c-b5d9b1a6f5f0 req-60d054c2-1dbc-4b6f-8e20-368ab57ce262 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/ports?device_id=af06c318-46cc-446a-bb62-cc8c3ea38dad HTTP/1.1" status: 200 len: 943 time: 0.1432493 May 25 12:12:41.196361 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49a7dc5-ce97-4c67-bd36-e288f71d646a req-7c3d31a5-27ff-4227-b2b2-e03f9bd45093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:41.197624 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-a49a7dc5-ce97-4c67-bd36-e288f71d646a req-7c3d31a5-27ff-4227-b2b2-e03f9bd45093 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653773'] for port, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:41.208998 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-a49a7dc5-ce97-4c67-bd36-e288f71d646a req-7c3d31a5-27ff-4227-b2b2-e03f9bd45093 service neutron] 10.222.0.54 "PUT /v2.0/ports/467a2581-30f8-4fd4-9256-d6ae14c3574d HTTP/1.1" status: 200 len: 1093 time: 3.0687218 May 25 12:12:41.263729 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-3bd0c1e7-b734-4932-b01c-b5d9b1a6f5f0 req-d8fd041c-2441-4736-bd5d-6a79844f3425 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/security-groups?id=66037392-5f85-4874-a400-63cb75635da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476376 May 25 12:12:41.312113 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170c0a94-baa2-440a-99ca-eb6aa85fcd2e req-55209fec-a1fc-4899-871e-f76604e59a5f tempest-DeleteServersTestJSON-1449952682 tempest-DeleteServersTestJSON-1449952682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:41.320107 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-170c0a94-baa2-440a-99ca-eb6aa85fcd2e req-55209fec-a1fc-4899-871e-f76604e59a5f tempest-DeleteServersTestJSON-1449952682 tempest-DeleteServersTestJSON-1449952682-project] 10.222.0.44 "GET /v2.0/ports?device_id=7609bc70-5f08-4915-add8-01ad94e0af55 HTTP/1.1" status: 200 len: 945 time: 0.1288521 May 25 12:12:41.386593 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-170c0a94-baa2-440a-99ca-eb6aa85fcd2e req-142ed666-8203-4308-9d28-28d18a625a8e tempest-DeleteServersTestJSON-1449952682 tempest-DeleteServersTestJSON-1449952682-project] 10.222.0.44 "GET /v2.0/security-groups?id=8af42874-4ee5-4882-b244-e8f8606088b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568745 May 25 12:12:41.461881 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3d31a5-27ff-4227-b2b2-e03f9bd45093 service neutron] Pushing event updated for resources: {'Port': ['ID=467a2581-30f8-4fd4-9256-d6ae14c3574d,revision_number=3']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:12:41.476733 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-7c3d31a5-27ff-4227-b2b2-e03f9bd45093 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.699s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:12:41.477217 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-d6416a30-db19-4f07-991c-fe7d0accc2e2 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.392s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:12:41.477744 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-d6416a30-db19-4f07-991c-fe7d0accc2e2 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:12:41.493857 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-84347065-d450-4d2e-9fdf-e695c38dc00c req-6b613431-510c-41e9-a363-72fd54426d73 service neutron] 10.222.0.54 "GET /v2.0/networks/92cbe58f-da5f-428e-b139-7dfedbb5c159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7842953 May 25 12:12:41.495223 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.managers [req-e06d0024-033d-4541-95a2-63930ac72000 req-da4c1ec7-6c8a-461c-9af6-097787345a74 service neutron] Attempting to bind port 9fe1153a-6278-468b-bad5-528a88958ec3 on host hv-cinder-77923 for vnic_type normal with profile {{(pid=92473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 12:12:41.495655 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.managers [req-e06d0024-033d-4541-95a2-63930ac72000 req-da4c1ec7-6c8a-461c-9af6-097787345a74 service neutron] Attempting to bind port 9fe1153a-6278-468b-bad5-528a88958ec3 by drivers openvswitch,hyperv on host hv-cinder-77923 at level 0 using segments [{'id': 'a867bff5-0b48-4d60-bac3-5ba6e8b8d30c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b95433bc-2dbd-474f-a7da-308000160943'}] {{(pid=92473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 12:12:41.496031 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06d0024-033d-4541-95a2-63930ac72000 req-da4c1ec7-6c8a-461c-9af6-097787345a74 service neutron] Attempting to bind port 9fe1153a-6278-468b-bad5-528a88958ec3 on network b95433bc-2dbd-474f-a7da-308000160943 {{(pid=92473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 12:12:41.529322 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06d0024-033d-4541-95a2-63930ac72000 req-da4c1ec7-6c8a-461c-9af6-097787345a74 service neutron] Port 9fe1153a-6278-468b-bad5-528a88958ec3 on network b95433bc-2dbd-474f-a7da-308000160943 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77923 {{(pid=92473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 12:12:41.529913 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06d0024-033d-4541-95a2-63930ac72000 req-da4c1ec7-6c8a-461c-9af6-097787345a74 service neutron] Attempting to bind port 9fe1153a-6278-468b-bad5-528a88958ec3 on network b95433bc-2dbd-474f-a7da-308000160943 {{(pid=92473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 12:12:41.595811 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06d0024-033d-4541-95a2-63930ac72000 req-da4c1ec7-6c8a-461c-9af6-097787345a74 service neutron] Checking agent: {'id': 'ffba2d31-78f6-4a67-909d-2363647ed231', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77923', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 12, 10, 27), 'started_at': datetime.datetime(2021, 5, 25, 12, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 12, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 12:12:41.596354 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06d0024-033d-4541-95a2-63930ac72000 req-da4c1ec7-6c8a-461c-9af6-097787345a74 service neutron] Checking segment: {'id': 'a867bff5-0b48-4d60-bac3-5ba6e8b8d30c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b95433bc-2dbd-474f-a7da-308000160943'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 12:12:41.596887 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e06d0024-033d-4541-95a2-63930ac72000 req-da4c1ec7-6c8a-461c-9af6-097787345a74 service neutron] Bound using segment: {'id': 'a867bff5-0b48-4d60-bac3-5ba6e8b8d30c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b95433bc-2dbd-474f-a7da-308000160943'} {{(pid=92473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 12:12:41.597006 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7338b1d6-2c9a-4af3-9498-b4969e0d887d req-2544f821-828b-4687-9b50-eefadd39394c tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:41.597581 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.managers [req-e06d0024-033d-4541-95a2-63930ac72000 req-da4c1ec7-6c8a-461c-9af6-097787345a74 service neutron] Bound port: 9fe1153a-6278-468b-bad5-528a88958ec3, host: hv-cinder-77923, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a867bff5-0b48-4d60-bac3-5ba6e8b8d30c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b95433bc-2dbd-474f-a7da-308000160943'}}] {{(pid=92473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 12:12:41.598638 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-e06d0024-033d-4541-95a2-63930ac72000 req-da4c1ec7-6c8a-461c-9af6-097787345a74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:41.599254 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-7338b1d6-2c9a-4af3-9498-b4969e0d887d req-2544f821-828b-4687-9b50-eefadd39394c tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=21c30f2a-503c-4e0d-bac1-f85b5fb9d8bb HTTP/1.1" status: 200 len: 943 time: 0.1336408 May 25 12:12:41.631173 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dee931-cce7-443b-b267-d694a7ff2407 req-74ebdff4-0ed3-44fe-bffa-bc80ca415d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:41.632683 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-34dee931-cce7-443b-b267-d694a7ff2407 req-74ebdff4-0ed3-44fe-bffa-bc80ca415d57 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2c90e404-5fd7-4468-9bff-db7c02c2e23c HTTP/1.1" status: 200 len: 1098 time: 0.5443501 May 25 12:12:41.657067 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-7338b1d6-2c9a-4af3-9498-b4969e0d887d req-f9efddc3-d2ae-4131-bc49-98c3e22d4fc6 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a320160-757e-42fb-b8ee-125d72b2bb08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503709 May 25 12:12:41.706157 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-34dee931-cce7-443b-b267-d694a7ff2407 req-78a3d73d-07cb-4a93-8b60-05244198577b service neutron] Notify callbacks [] for security_group, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:41.748079 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [req-34dee931-cce7-443b-b267-d694a7ff2407 req-78a3d73d-07cb-4a93-8b60-05244198577b service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:12:41.766888 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49a7dc5-ce97-4c67-bd36-e288f71d646a req-ca31d6ae-5848-4e93-9b66-2c05d3272334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:41.768390 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-a49a7dc5-ce97-4c67-bd36-e288f71d646a req-ca31d6ae-5848-4e93-9b66-2c05d3272334 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4b9fde9de33c4fc09c0c531cf0f714fe&device_id=af06c318-46cc-446a-bb62-cc8c3ea38dad HTTP/1.1" status: 200 len: 1096 time: 0.4049742 May 25 12:12:41.770895 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [req-34dee931-cce7-443b-b267-d694a7ff2407 req-78a3d73d-07cb-4a93-8b60-05244198577b service neutron] Usage tracker for resource:security_group_rule and tenant:aa2363f36439458ea35623cac7c98f46 is out of sync, need to count used quota {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:12:41.783502 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [req-34dee931-cce7-443b-b267-d694a7ff2407 req-78a3d73d-07cb-4a93-8b60-05244198577b service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:12:41.845595 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [req-34dee931-cce7-443b-b267-d694a7ff2407 req-78a3d73d-07cb-4a93-8b60-05244198577b service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:12:41.857805 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.db [req-e06d0024-033d-4541-95a2-63930ac72000 req-da4c1ec7-6c8a-461c-9af6-097787345a74 service neutron] For port 9fe1153a-6278-468b-bad5-528a88958ec3, host hv-cinder-77923, cleared binding levels {{(pid=92473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 12:12:41.862950 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-84347065-d450-4d2e-9fdf-e695c38dc00c req-6d3089b0-b9d9-497b-8d30-58504471cf08 service neutron] 10.222.0.54 "GET /v2.0/networks/92cbe58f-da5f-428e-b139-7dfedbb5c159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3617890 May 25 12:12:41.879939 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-a49a7dc5-ce97-4c67-bd36-e288f71d646a req-474c0c86-d364-42c4-a2bf-76508c1b1ae2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=467a2581-30f8-4fd4-9256-d6ae14c3574d HTTP/1.1" status: 200 len: 217 time: 0.0930464 May 25 12:12:41.882326 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.db [req-e06d0024-033d-4541-95a2-63930ac72000 req-da4c1ec7-6c8a-461c-9af6-097787345a74 service neutron] For port 9fe1153a-6278-468b-bad5-528a88958ec3, host hv-cinder-77923, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=9fe1153a-6278-468b-bad5-528a88958ec3,segment=NetworkSegment(a867bff5-0b48-4d60-bac3-5ba6e8b8d30c),segment_id=a867bff5-0b48-4d60-bac3-5ba6e8b8d30c)] {{(pid=92473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 12:12:41.909875 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a97a407-a1cb-4832-ac40-39c8d1f6a039 req-fb328f00-f870-4472-94b2-2ff7c3eba6a6 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:41.912464 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-0a97a407-a1cb-4832-ac40-39c8d1f6a039 req-fb328f00-f870-4472-94b2-2ff7c3eba6a6 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c90e404-5fd7-4468-9bff-db7c02c2e23c HTTP/1.1" status: 200 len: 945 time: 0.0916562 May 25 12:12:41.951552 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-e06d0024-033d-4541-95a2-63930ac72000 req-da4c1ec7-6c8a-461c-9af6-097787345a74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:41.972638 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-4bfc7d8a-63bd-4533-b310-82fa53c26ccf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:12:41.979575 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-0a97a407-a1cb-4832-ac40-39c8d1f6a039 req-0ca4bc98-74f1-4995-a725-1a95799d7a9b tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e30fd3d-56a9-4f5d-b932-be2974abe124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612104 May 25 12:12:42.087958 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af06c318-46cc-446a-bb62-cc8c3ea38dad', 'tag': '467a2581-30f8-4fd4-9256-d6ae14c3574d'}] {{(pid=92473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 12:12:42.098705 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49a7dc5-ce97-4c67-bd36-e288f71d646a req-af4715d3-462e-475d-8f97-e1838dbec28a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:42.098705 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-a49a7dc5-ce97-4c67-bd36-e288f71d646a req-af4715d3-462e-475d-8f97-e1838dbec28a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ac9aa6d5-d32d-4236-bb0d-23d9288b7f03 HTTP/1.1" status: 200 len: 859 time: 0.2051985 May 25 12:12:42.150928 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af06c318-46cc-446a-bb62-cc8c3ea38dad', 'tag': '467a2581-30f8-4fd4-9256-d6ae14c3574d', 'status': 'completed', 'code': 200} May 25 12:12:42.225659 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06d0024-033d-4541-95a2-63930ac72000 req-da4c1ec7-6c8a-461c-9af6-097787345a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:42.226291 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-e06d0024-033d-4541-95a2-63930ac72000 req-da4c1ec7-6c8a-461c-9af6-097787345a74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163099', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653773'] for port, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:42.228143 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-e06d0024-033d-4541-95a2-63930ac72000 req-da4c1ec7-6c8a-461c-9af6-097787345a74 service neutron] 10.222.0.54 "PUT /v2.0/ports/9fe1153a-6278-468b-bad5-528a88958ec3 HTTP/1.1" status: 200 len: 1093 time: 3.0073206 May 25 12:12:42.235572 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-a49a7dc5-ce97-4c67-bd36-e288f71d646a req-60bc4893-71a8-4f53-b363-e5b2528e2d48 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=92cbe58f-da5f-428e-b139-7dfedbb5c159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0951421 May 25 12:12:42.380537 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4c1ec7-6c8a-461c-9af6-097787345a74 service neutron] Pushing event updated for resources: {'Port': ['ID=9fe1153a-6278-468b-bad5-528a88958ec3,revision_number=3']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:12:42.394054 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-da4c1ec7-6c8a-461c-9af6-097787345a74 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:12:42.466117 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-34dee931-cce7-443b-b267-d694a7ff2407 req-78a3d73d-07cb-4a93-8b60-05244198577b service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:42.517928 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0353133-7b13-48b5-a570-9e823bedc948 req-c5f6eb88-807f-4f26-84d7-0d7e22df5ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:42.519479 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-b0353133-7b13-48b5-a570-9e823bedc948 req-c5f6eb88-807f-4f26-84d7-0d7e22df5ac8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4b9fde9de33c4fc09c0c531cf0f714fe&device_id=b9a81e13-45a7-497f-b969-59b5fde8ffac HTTP/1.1" status: 200 len: 1097 time: 0.4412763 May 25 12:12:42.530772 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7609bc70-5f08-4915-add8-01ad94e0af55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6c15867-4726-4b56-accf-e5adccbac439'}] {{(pid=92474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 12:12:42.540224 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256422f6-46d1-4c86-8a25-63bd5984d66a req-8b6ddd10-a750-43cd-8872-1eb060ba16ea tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:42.543572 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-256422f6-46d1-4c86-8a25-63bd5984d66a req-8b6ddd10-a750-43cd-8872-1eb060ba16ea tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/ports?device_id=af06c318-46cc-446a-bb62-cc8c3ea38dad HTTP/1.1" status: 200 len: 943 time: 0.1408124 May 25 12:12:42.610178 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-34dee931-cce7-443b-b267-d694a7ff2407 req-78a3d73d-07cb-4a93-8b60-05244198577b service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:42.642514 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-256422f6-46d1-4c86-8a25-63bd5984d66a req-f0ea08ab-d05a-4c13-9f38-3974ab6dc318 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/security-groups?id=66037392-5f85-4874-a400-63cb75635da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620821 May 25 12:12:42.643920 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:12:42.668619 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-a49a7dc5-ce97-4c67-bd36-e288f71d646a req-851bcabe-72f4-4185-af97-df401e5a73e5 service neutron] 10.222.0.54 "GET /v2.0/networks/92cbe58f-da5f-428e-b139-7dfedbb5c159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4230158 May 25 12:12:42.668838 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cb8246-2740-4c24-a79c-a3bb2593d369 req-150ce162-104c-4d03-a615-74b53e506141 tempest-DeleteServersTestJSON-1449952682 tempest-DeleteServersTestJSON-1449952682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:42.671793 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-e4cb8246-2740-4c24-a79c-a3bb2593d369 req-150ce162-104c-4d03-a615-74b53e506141 tempest-DeleteServersTestJSON-1449952682 tempest-DeleteServersTestJSON-1449952682-project] 10.222.0.44 "GET /v2.0/ports?device_id=7609bc70-5f08-4915-add8-01ad94e0af55 HTTP/1.1" status: 200 len: 945 time: 0.1272855 May 25 12:12:42.677919 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06d0024-033d-4541-95a2-63930ac72000 req-c1a949b8-3638-496b-8f17-323506363348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:42.679447 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-e06d0024-033d-4541-95a2-63930ac72000 req-c1a949b8-3638-496b-8f17-323506363348 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=401f68ee052c48d0a0e9823d5525ef3d&device_id=21c30f2a-503c-4e0d-bac1-f85b5fb9d8bb HTTP/1.1" status: 200 len: 1096 time: 0.3040125 May 25 12:12:42.680933 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-34dee931-cce7-443b-b267-d694a7ff2407 req-78a3d73d-07cb-4a93-8b60-05244198577b service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=9e30fd3d-56a9-4f5d-b932-be2974abe124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0395911 May 25 12:12:42.713646 dv-cinder-779233-5-smb neutron-server[92474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7609bc70-5f08-4915-add8-01ad94e0af55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6c15867-4726-4b56-accf-e5adccbac439', 'code': 200} May 25 12:12:42.721360 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-e4cb8246-2740-4c24-a79c-a3bb2593d369 req-3b8f33a1-4b6e-4303-a0e2-d015e2264819 tempest-DeleteServersTestJSON-1449952682 tempest-DeleteServersTestJSON-1449952682-project] 10.222.0.44 "GET /v2.0/security-groups?id=8af42874-4ee5-4882-b244-e8f8606088b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442097 May 25 12:12:42.852803 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a3d73d-07cb-4a93-8b60-05244198577b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=0a3c8b7e-3851-426b-8dc4-2d0b6014ac63,revision_number=1']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:12:42.871010 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-78a3d73d-07cb-4a93-8b60-05244198577b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:12:42.874319 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-e06d0024-033d-4541-95a2-63930ac72000 req-87b80c55-6300-4aed-89f1-7d9a3c3c3baa service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9fe1153a-6278-468b-bad5-528a88958ec3 HTTP/1.1" status: 200 len: 217 time: 0.0820706 May 25 12:12:42.878576 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0353133-7b13-48b5-a570-9e823bedc948 req-ba61d057-22b9-4b19-acc1-2f90aca29a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:42.880625 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-b0353133-7b13-48b5-a570-9e823bedc948 req-ba61d057-22b9-4b19-acc1-2f90aca29a45 service neutron] 10.222.0.54 "GET /v2.0/networks?id=92cbe58f-da5f-428e-b139-7dfedbb5c159 HTTP/1.1" status: 200 len: 920 time: 0.3540299 May 25 12:12:42.886110 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f18e5f-9b4b-4124-ad7f-885bc3fc453e req-61774a93-f88b-42b6-b0ec-9a0ec268a18a tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:42.887640 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-d8f18e5f-9b4b-4124-ad7f-885bc3fc453e req-61774a93-f88b-42b6-b0ec-9a0ec268a18a tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=21c30f2a-503c-4e0d-bac1-f85b5fb9d8bb HTTP/1.1" status: 200 len: 943 time: 0.0829923 May 25 12:12:42.940451 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-d8f18e5f-9b4b-4124-ad7f-885bc3fc453e req-4c9ceaa3-6ccc-43ef-95ed-09991fe1f06b tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a320160-757e-42fb-b8ee-125d72b2bb08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465138 May 25 12:12:43.011363 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-b0353133-7b13-48b5-a570-9e823bedc948 req-75de58af-b538-4a4c-8ac4-d7bc7dfc1ae9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a93b8e82-f13c-4ef0-860d-d0ecda54d744 HTTP/1.1" status: 200 len: 217 time: 0.0876107 May 25 12:12:43.078631 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06d0024-033d-4541-95a2-63930ac72000 req-ee53c689-30ac-4328-9040-4125d2f873fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:43.080107 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-e06d0024-033d-4541-95a2-63930ac72000 req-ee53c689-30ac-4328-9040-4125d2f873fe service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b01b166f-5ba1-4373-a734-254ff90ae56a HTTP/1.1" status: 200 len: 855 time: 0.1986606 May 25 12:12:43.087303 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-a49a7dc5-ce97-4c67-bd36-e288f71d646a req-baaabbc9-9851-46ca-8e4f-32e3d54038f7 service neutron] 10.222.0.54 "GET /v2.0/networks/92cbe58f-da5f-428e-b139-7dfedbb5c159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4055049 May 25 12:12:43.191715 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0353133-7b13-48b5-a570-9e823bedc948 req-2bd93ebf-50c1-4989-9932-302d5ce64546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:43.193148 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-b0353133-7b13-48b5-a570-9e823bedc948 req-2bd93ebf-50c1-4989-9932-302d5ce64546 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ac9aa6d5-d32d-4236-bb0d-23d9288b7f03 HTTP/1.1" status: 200 len: 859 time: 0.1731403 May 25 12:12:43.195395 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3e126f-32fb-4f8a-aab7-ae8d26bd01ab req-6ccbb7fd-7462-4aab-9c3d-b51a1a8e6dd6 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:43.197102 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-ab3e126f-32fb-4f8a-aab7-ae8d26bd01ab req-6ccbb7fd-7462-4aab-9c3d-b51a1a8e6dd6 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c90e404-5fd7-4468-9bff-db7c02c2e23c HTTP/1.1" status: 200 len: 945 time: 0.0839317 May 25 12:12:43.248826 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-ab3e126f-32fb-4f8a-aab7-ae8d26bd01ab req-7d7a3531-017d-4984-b34b-3be9c12dd652 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e30fd3d-56a9-4f5d-b932-be2974abe124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427346 May 25 12:12:43.257632 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-b0353133-7b13-48b5-a570-9e823bedc948 req-155d0965-08fd-4fee-9bfa-a87caf39e58b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=92cbe58f-da5f-428e-b139-7dfedbb5c159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509872 May 25 12:12:43.403555 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06d0024-033d-4541-95a2-63930ac72000 req-8fd4b8aa-cdda-455d-87c8-5774b7774deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:43.412680 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-e06d0024-033d-4541-95a2-63930ac72000 req-8fd4b8aa-cdda-455d-87c8-5774b7774deb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b95433bc-2dbd-474f-a7da-308000160943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3150232 May 25 12:12:43.415909 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a105bc46-af43-4fbb-a1b2-a40bc3f7ac2a req-b7d589a1-5aa9-4953-bf7b-bdfb74953339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:43.416754 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-a105bc46-af43-4fbb-a1b2-a40bc3f7ac2a req-b7d589a1-5aa9-4953-bf7b-bdfb74953339 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7609bc70-5f08-4915-add8-01ad94e0af55 HTTP/1.1" status: 200 len: 1098 time: 0.2921617 May 25 12:12:43.647090 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-a105bc46-af43-4fbb-a1b2-a40bc3f7ac2a req-ffce7c60-0297-4733-9814-a2fa3ccc4832 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=8af42874-4ee5-4882-b244-e8f8606088b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072520 May 25 12:12:43.680572 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-b0353133-7b13-48b5-a570-9e823bedc948 req-ac55b1e6-d44b-4790-9e1c-3c7d4ce3d349 service neutron] 10.222.0.54 "GET /v2.0/networks/92cbe58f-da5f-428e-b139-7dfedbb5c159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4090641 May 25 12:12:43.684777 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308a509e-2bd2-4aa5-bed6-167b02601708 req-af477ed9-d616-41a2-9d1b-1e5cc784ed7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:43.686220 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-308a509e-2bd2-4aa5-bed6-167b02601708 req-af477ed9-d616-41a2-9d1b-1e5cc784ed7f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4b9fde9de33c4fc09c0c531cf0f714fe&device_id=af06c318-46cc-446a-bb62-cc8c3ea38dad HTTP/1.1" status: 200 len: 1096 time: 0.4172235 May 25 12:12:43.754452 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-e06d0024-033d-4541-95a2-63930ac72000 req-b3e8f69d-4992-4da5-8f25-88e6bc2a304b service neutron] 10.222.0.54 "GET /v2.0/networks/b95433bc-2dbd-474f-a7da-308000160943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3365843 May 25 12:12:44.018719 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9e0960-a0e8-4b79-a11c-6d8789ba8ab5 req-8ee88d15-4b09-4e1f-96ab-2b112e5bc78c tempest-DeleteServersTestJSON-1449952682 tempest-DeleteServersTestJSON-1449952682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:44.020370 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-3f9e0960-a0e8-4b79-a11c-6d8789ba8ab5 req-8ee88d15-4b09-4e1f-96ab-2b112e5bc78c tempest-DeleteServersTestJSON-1449952682 tempest-DeleteServersTestJSON-1449952682-project] 10.222.0.44 "GET /v2.0/ports?device_id=7609bc70-5f08-4915-add8-01ad94e0af55 HTTP/1.1" status: 200 len: 945 time: 0.1292348 May 25 12:12:44.032115 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25177971-fb1e-4a51-ae72-ee0ef73293fc req-b3f334c6-2382-42a4-8fe5-72f9bab9c653 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:44.032115 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-25177971-fb1e-4a51-ae72-ee0ef73293fc req-b3f334c6-2382-42a4-8fe5-72f9bab9c653 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/ports?device_id=af06c318-46cc-446a-bb62-cc8c3ea38dad HTTP/1.1" status: 200 len: 943 time: 0.2233760 May 25 12:12:44.077066 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-d42f8c92-69e7-4b49-8f2d-c6f30bf48a9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:44.112164 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-3f9e0960-a0e8-4b79-a11c-6d8789ba8ab5 req-2bf8eb4d-65da-4702-a403-897ab3254ce2 tempest-DeleteServersTestJSON-1449952682 tempest-DeleteServersTestJSON-1449952682-project] 10.222.0.44 "GET /v2.0/security-groups?id=8af42874-4ee5-4882-b244-e8f8606088b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815740 May 25 12:12:44.119889 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-25177971-fb1e-4a51-ae72-ee0ef73293fc req-28ad397f-7ea0-4b6b-86fb-95bdb94cc0ea tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/security-groups?id=66037392-5f85-4874-a400-63cb75635da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745728 May 25 12:12:44.142036 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-b0353133-7b13-48b5-a570-9e823bedc948 req-0365c8ab-97c2-4be8-8349-fc7a34e533c1 service neutron] 10.222.0.54 "GET /v2.0/networks/92cbe58f-da5f-428e-b139-7dfedbb5c159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4390042 May 25 12:12:44.159547 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21c30f2a-503c-4e0d-bac1-f85b5fb9d8bb', 'tag': '9fe1153a-6278-468b-bad5-528a88958ec3'}] {{(pid=92473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 12:12:44.186950 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308a509e-2bd2-4aa5-bed6-167b02601708 req-53c5807d-d6db-47e4-bfb7-105dacb42077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:44.188542 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-308a509e-2bd2-4aa5-bed6-167b02601708 req-53c5807d-d6db-47e4-bfb7-105dacb42077 service neutron] 10.222.0.54 "GET /v2.0/networks?id=92cbe58f-da5f-428e-b139-7dfedbb5c159 HTTP/1.1" status: 200 len: 920 time: 0.4844177 May 25 12:12:44.190602 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-e06d0024-033d-4541-95a2-63930ac72000 req-e0e5458e-8c62-4b43-bca4-366a08f2eb6a service neutron] 10.222.0.54 "GET /v2.0/networks/b95433bc-2dbd-474f-a7da-308000160943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3242304 May 25 12:12:44.295712 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-308a509e-2bd2-4aa5-bed6-167b02601708 req-c28298d6-894b-4648-92c7-76b0a3b574d7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=467a2581-30f8-4fd4-9256-d6ae14c3574d HTTP/1.1" status: 200 len: 217 time: 0.0814974 May 25 12:12:44.297580 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21c30f2a-503c-4e0d-bac1-f85b5fb9d8bb', 'tag': '9fe1153a-6278-468b-bad5-528a88958ec3', 'status': 'completed', 'code': 200} May 25 12:12:44.413606 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345785e2-1868-4e39-b1b0-657ed0e1d3a8 req-1009fb2f-4deb-4d4f-b4d0-64f316fa4f01 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:44.422548 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-345785e2-1868-4e39-b1b0-657ed0e1d3a8 req-1009fb2f-4deb-4d4f-b4d0-64f316fa4f01 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=21c30f2a-503c-4e0d-bac1-f85b5fb9d8bb HTTP/1.1" status: 200 len: 943 time: 0.1573367 May 25 12:12:44.467724 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308a509e-2bd2-4aa5-bed6-167b02601708 req-4486bf11-b3a5-4247-85f6-e661b13d87ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:44.469541 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-308a509e-2bd2-4aa5-bed6-167b02601708 req-4486bf11-b3a5-4247-85f6-e661b13d87ac service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ac9aa6d5-d32d-4236-bb0d-23d9288b7f03 HTTP/1.1" status: 200 len: 859 time: 0.1630495 May 25 12:12:44.477155 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91030f1f-e0c2-47a1-b172-559d0fc6b510 req-4fc20593-63d8-4e1c-98c9-6691036f5a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:44.478748 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-91030f1f-e0c2-47a1-b172-559d0fc6b510 req-4fc20593-63d8-4e1c-98c9-6691036f5a65 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=401f68ee052c48d0a0e9823d5525ef3d&device_id=21c30f2a-503c-4e0d-bac1-f85b5fb9d8bb HTTP/1.1" status: 200 len: 1096 time: 0.1084318 May 25 12:12:44.522489 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 35644) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:12:44.574760 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-308a509e-2bd2-4aa5-bed6-167b02601708 req-2696d422-b33b-4326-abcd-cc96376e8a98 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=92cbe58f-da5f-428e-b139-7dfedbb5c159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0921721 May 25 12:12:44.578158 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-345785e2-1868-4e39-b1b0-657ed0e1d3a8 req-73c4724d-6295-48b7-b596-ca3468cbddb9 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a320160-757e-42fb-b8ee-125d72b2bb08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1543684 May 25 12:12:44.646549 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99897095-34d5-428b-b5ce-073ba5621bf0 req-9d6d8169-535a-4015-ba22-184550239191 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:44.646549 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-99897095-34d5-428b-b5ce-073ba5621bf0 req-9d6d8169-535a-4015-ba22-184550239191 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c90e404-5fd7-4468-9bff-db7c02c2e23c HTTP/1.1" status: 200 len: 945 time: 0.2201366 May 25 12:12:44.714946 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-99897095-34d5-428b-b5ce-073ba5621bf0 req-ca3e56d3-7ae7-4a1c-945c-92163c54ee76 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e30fd3d-56a9-4f5d-b932-be2974abe124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571425 May 25 12:12:44.831079 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-3876dc5b-8729-44fc-97e3-f3ecbac1e365 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:44.842310 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91030f1f-e0c2-47a1-b172-559d0fc6b510 req-d2de47fa-fad6-4cc9-9172-2eb567766f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:44.843741 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-91030f1f-e0c2-47a1-b172-559d0fc6b510 req-d2de47fa-fad6-4cc9-9172-2eb567766f2f service neutron] 10.222.0.54 "GET /v2.0/networks?id=b95433bc-2dbd-474f-a7da-308000160943 HTTP/1.1" status: 200 len: 917 time: 0.3147101 May 25 12:12:44.918524 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-3876dc5b-8729-44fc-97e3-f3ecbac1e365 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:12:44.930428 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-91030f1f-e0c2-47a1-b172-559d0fc6b510 req-5af04250-3bae-42b8-bbd4-5dcb41612d83 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9fe1153a-6278-468b-bad5-528a88958ec3 HTTP/1.1" status: 200 len: 217 time: 0.0742450 May 25 12:12:44.931273 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-3876dc5b-8729-44fc-97e3-f3ecbac1e365 admin admin] Usage tracker for resource:security_group_rule and tenant:5c0d09ccc55a40d2bbf1944d4b9b7573 is out of sync, need to count used quota {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:12:44.935146 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-308a509e-2bd2-4aa5-bed6-167b02601708 req-0e45704d-d2cb-4759-9fb4-de82d02c0165 service neutron] 10.222.0.54 "GET /v2.0/networks/92cbe58f-da5f-428e-b139-7dfedbb5c159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3070815 May 25 12:12:44.935919 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-3876dc5b-8729-44fc-97e3-f3ecbac1e365 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:12:44.941782 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-3876dc5b-8729-44fc-97e3-f3ecbac1e365 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:12:45.122860 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91030f1f-e0c2-47a1-b172-559d0fc6b510 req-803d9a2f-25eb-4a13-897d-43b69424f776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:45.124332 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-91030f1f-e0c2-47a1-b172-559d0fc6b510 req-803d9a2f-25eb-4a13-897d-43b69424f776 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b01b166f-5ba1-4373-a734-254ff90ae56a HTTP/1.1" status: 200 len: 855 time: 0.1598971 May 25 12:12:45.252809 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-308a509e-2bd2-4aa5-bed6-167b02601708 req-de77a177-2200-4b40-ab41-d843ae631bed service neutron] 10.222.0.54 "GET /v2.0/networks/92cbe58f-da5f-428e-b139-7dfedbb5c159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2893550 May 25 12:12:45.255114 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-3876dc5b-8729-44fc-97e3-f3ecbac1e365 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:45.289315 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91030f1f-e0c2-47a1-b172-559d0fc6b510 req-70cac504-364d-41a5-b5d7-e9c4077f59cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:45.290898 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-91030f1f-e0c2-47a1-b172-559d0fc6b510 req-70cac504-364d-41a5-b5d7-e9c4077f59cb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b95433bc-2dbd-474f-a7da-308000160943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1555936 May 25 12:12:45.342610 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 35664) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:12:45.367610 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-3876dc5b-8729-44fc-97e3-f3ecbac1e365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:45.391630 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4a0f0a-0723-4fc5-a701-7fbda414a727 req-e89109f4-c09e-41b3-af11-6a79ee0b3774 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:45.399265 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-ee4a0f0a-0723-4fc5-a701-7fbda414a727 req-e89109f4-c09e-41b3-af11-6a79ee0b3774 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/ports?device_id=af06c318-46cc-446a-bb62-cc8c3ea38dad HTTP/1.1" status: 200 len: 943 time: 0.1688735 May 25 12:12:45.425605 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e71e07-d1f3-477d-8b42-2514d0fbef36 req-5c8225d2-ca59-4dac-8521-896960856230 tempest-DeleteServersTestJSON-1449952682 tempest-DeleteServersTestJSON-1449952682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:45.427258 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-43e71e07-d1f3-477d-8b42-2514d0fbef36 req-5c8225d2-ca59-4dac-8521-896960856230 tempest-DeleteServersTestJSON-1449952682 tempest-DeleteServersTestJSON-1449952682-project] 10.222.0.44 "GET /v2.0/ports?device_id=7609bc70-5f08-4915-add8-01ad94e0af55 HTTP/1.1" status: 200 len: 945 time: 0.1477649 May 25 12:12:45.507042 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-e01b298c-baa8-4de4-a047-8b5a7ab536b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:12:45.514488 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-ee4a0f0a-0723-4fc5-a701-7fbda414a727 req-beb07932-8feb-4d5d-a8f9-2fb2956ef85f tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/security-groups?id=66037392-5f85-4874-a400-63cb75635da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143193 May 25 12:12:45.517141 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-d179541c-1e51-4ae8-9469-20ad0854aa4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:45.535966 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-43e71e07-d1f3-477d-8b42-2514d0fbef36 req-04e1f47e-2a84-46fd-93aa-151c8d2b6109 tempest-DeleteServersTestJSON-1449952682 tempest-DeleteServersTestJSON-1449952682-project] 10.222.0.44 "GET /v2.0/security-groups?id=8af42874-4ee5-4882-b244-e8f8606088b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968771 May 25 12:12:45.535966 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-d179541c-1e51-4ae8-9469-20ad0854aa4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:12:45.539873 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-d179541c-1e51-4ae8-9469-20ad0854aa4f admin admin] Usage tracker for resource:security_group_rule and tenant:3312f63341754bd1be982f11dd04a119 is out of sync, need to count used quota {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:12:45.543050 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-d179541c-1e51-4ae8-9469-20ad0854aa4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:12:45.549504 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-d179541c-1e51-4ae8-9469-20ad0854aa4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:12:45.584079 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-3876dc5b-8729-44fc-97e3-f3ecbac1e365 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5c0d09ccc55a40d2bbf1944d4b9b7573&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0323417 May 25 12:12:45.586643 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 35676) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:12:45.587216 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3876dc5b-8729-44fc-97e3-f3ecbac1e365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f94e867-618f-4a4d-859a-451481431309,revision_number=1']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:12:45.597680 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-3876dc5b-8729-44fc-97e3-f3ecbac1e365 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:12:45.605975 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-91030f1f-e0c2-47a1-b172-559d0fc6b510 req-656dbc87-133a-463f-9938-68fa52723849 service neutron] 10.222.0.54 "GET /v2.0/networks/b95433bc-2dbd-474f-a7da-308000160943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3071856 May 25 12:12:45.646043 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Device a93b8e82-f13c-4ef0-860d-d0ecda54d744 details requested by agent hyperv_hv-cinder-77923 with host hv-cinder-77923 {{(pid=92474) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 12:12:45.693118 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-d786962b-14aa-43e4-9f31-62a5452716a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:45.718281 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-d179541c-1e51-4ae8-9469-20ad0854aa4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:45.740696 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-d786962b-14aa-43e4-9f31-62a5452716a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:45.795159 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-d179541c-1e51-4ae8-9469-20ad0854aa4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:45.829289 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-578f582f-a4d0-4929-bf7e-493c036eb350 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:12:45.870242 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-91030f1f-e0c2-47a1-b172-559d0fc6b510 req-8649d728-6a2d-4828-aa46-decbd4a127b5 service neutron] 10.222.0.54 "GET /v2.0/networks/b95433bc-2dbd-474f-a7da-308000160943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2542422 May 25 12:12:45.908315 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] For port a93b8e82-f13c-4ef0-860d-d0ecda54d744, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=a93b8e82-f13c-4ef0-860d-d0ecda54d744,segment=NetworkSegment(bce0be32-79f8-414c-940b-3d609357a644),segment_id=bce0be32-79f8-414c-940b-3d609357a644)] {{(pid=92474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:12:45.914625 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d179541c-1e51-4ae8-9469-20ad0854aa4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7239c378-c6cd-43af-994f-b9b7ad8c255e,revision_number=1']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:12:45.922927 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-d179541c-1e51-4ae8-9469-20ad0854aa4f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3312f63341754bd1be982f11dd04a119&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5762250 May 25 12:12:45.924412 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Returning: {'device': 'a93b8e82-f13c-4ef0-860d-d0ecda54d744', 'network_id': '92cbe58f-da5f-428e-b139-7dfedbb5c159', 'port_id': 'a93b8e82-f13c-4ef0-860d-d0ecda54d744', 'mac_address': 'fa:16:3e:96:48:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac9aa6d5-d32d-4236-bb0d-23d9288b7f03', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92474) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 12:12:45.925102 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 35694) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:12:45.954480 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-d179541c-1e51-4ae8-9469-20ad0854aa4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:12:46.001292 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b502681-6e98-4933-9911-bb55e2da1fac req-b3c18af5-e3cc-413b-a7b3-c0f73b9d1372 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:46.002797 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-6b502681-6e98-4933-9911-bb55e2da1fac req-b3c18af5-e3cc-413b-a7b3-c0f73b9d1372 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=21c30f2a-503c-4e0d-bac1-f85b5fb9d8bb HTTP/1.1" status: 200 len: 943 time: 0.2495537 May 25 12:12:46.004754 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-fb05d4c4-2f73-4f64-8165-3bf0870ff97e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:46.018852 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:46.034919 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-fb05d4c4-2f73-4f64-8165-3bf0870ff97e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:46.038515 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.notifiers.nova [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a93b8e82-f13c-4ef0-860d-d0ecda54d744 {{(pid=92474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 12:12:46.076110 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] For port a93b8e82-f13c-4ef0-860d-d0ecda54d744, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=a93b8e82-f13c-4ef0-860d-d0ecda54d744,segment=NetworkSegment(bce0be32-79f8-414c-940b-3d609357a644),segment_id=bce0be32-79f8-414c-940b-3d609357a644)] {{(pid=92474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:12:46.126815 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-d786962b-14aa-43e4-9f31-62a5452716a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:46.135248 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-6b502681-6e98-4933-9911-bb55e2da1fac req-864540e3-9654-47f1-be96-6912f7b37a7c tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a320160-757e-42fb-b8ee-125d72b2bb08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171229 May 25 12:12:46.137597 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:12:46.158280 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27eb145-86d2-4c37-aec1-c127cbbaa679 req-8cf264c3-6bb8-45db-94d7-7f9bb9dbe2d0 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:46.159753 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-c27eb145-86d2-4c37-aec1-c127cbbaa679 req-8cf264c3-6bb8-45db-94d7-7f9bb9dbe2d0 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c90e404-5fd7-4468-9bff-db7c02c2e23c HTTP/1.1" status: 200 len: 945 time: 0.2512085 May 25 12:12:46.161231 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d786962b-14aa-43e4-9f31-62a5452716a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f94e867-618f-4a4d-859a-451481431309,revision_number=None']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:12:46.163443 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-d786962b-14aa-43e4-9f31-62a5452716a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:12:46.177988 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:46.178762 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Device 467a2581-30f8-4fd4-9256-d6ae14c3574d details requested by agent hyperv_hv-cinder-77923 with host hv-cinder-77923 {{(pid=92474) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 12:12:46.183827 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:12:46.190288 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-d786962b-14aa-43e4-9f31-62a5452716a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:46.191296 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-d786962b-14aa-43e4-9f31-62a5452716a6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9f94e867-618f-4a4d-859a-451481431309 HTTP/1.1" status: 204 len: 168 time: 0.6035867 May 25 12:12:46.195266 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-fb05d4c4-2f73-4f64-8165-3bf0870ff97e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:46.203350 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:12:46.216385 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-c27eb145-86d2-4c37-aec1-c127cbbaa679 req-def815ed-c4c3-4a62-a076-85a1d3ff0be7 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e30fd3d-56a9-4f5d-b932-be2974abe124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500617 May 25 12:12:46.226415 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb05d4c4-2f73-4f64-8165-3bf0870ff97e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7239c378-c6cd-43af-994f-b9b7ad8c255e,revision_number=None']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:12:46.234380 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-fb05d4c4-2f73-4f64-8165-3bf0870ff97e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:12:46.245264 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-fb05d4c4-2f73-4f64-8165-3bf0870ff97e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:46.267701 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-fb05d4c4-2f73-4f64-8165-3bf0870ff97e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7239c378-c6cd-43af-994f-b9b7ad8c255e HTTP/1.1" status: 204 len: 168 time: 0.3244185 May 25 12:12:46.322074 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Pushing event updated for resources: {'Port': ['ID=a93b8e82-f13c-4ef0-860d-d0ecda54d744,revision_number=4']} {{(pid=92474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:12:46.325420 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:12:46.328999 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] For port 467a2581-30f8-4fd4-9256-d6ae14c3574d, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=467a2581-30f8-4fd4-9256-d6ae14c3574d,segment=NetworkSegment(bce0be32-79f8-414c-940b-3d609357a644),segment_id=bce0be32-79f8-414c-940b-3d609357a644)] {{(pid=92474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:12:46.355637 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Returning: {'device': '467a2581-30f8-4fd4-9256-d6ae14c3574d', 'network_id': '92cbe58f-da5f-428e-b139-7dfedbb5c159', 'port_id': '467a2581-30f8-4fd4-9256-d6ae14c3574d', 'mac_address': 'fa:16:3e:ea:82:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac9aa6d5-d32d-4236-bb0d-23d9288b7f03', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92474) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 12:12:46.413277 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:46.430503 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.notifiers.nova [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 467a2581-30f8-4fd4-9256-d6ae14c3574d {{(pid=92474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 12:12:46.436417 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:46.475854 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] For port 467a2581-30f8-4fd4-9256-d6ae14c3574d, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=467a2581-30f8-4fd4-9256-d6ae14c3574d,segment=NetworkSegment(bce0be32-79f8-414c-940b-3d609357a644),segment_id=bce0be32-79f8-414c-940b-3d609357a644)] {{(pid=92474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:12:46.574938 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:46.581331 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:12:46.735926 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd2944e-d55e-4fb4-8b0c-0f9f2a89c5d5 req-d8348a0a-08bc-4430-8281-fb3b4c85c625 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:46.738208 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-abd2944e-d55e-4fb4-8b0c-0f9f2a89c5d5 req-d8348a0a-08bc-4430-8281-fb3b4c85c625 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/ports?device_id=af06c318-46cc-446a-bb62-cc8c3ea38dad HTTP/1.1" status: 200 len: 944 time: 0.1006153 May 25 12:12:46.761029 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Pushing event updated for resources: {'Port': ['ID=467a2581-30f8-4fd4-9256-d6ae14c3574d,revision_number=4']} {{(pid=92474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:12:46.764172 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:12:46.812073 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-abd2944e-d55e-4fb4-8b0c-0f9f2a89c5d5 req-05ccfb53-0189-43cb-9026-d4b2684e01c0 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/security-groups?id=66037392-5f85-4874-a400-63cb75635da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656471 May 25 12:12:46.840232 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-f5a34f63-a9e6-42ab-b07b-1aea8b9a6c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:46.980367 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] get_ports_and_sgs() called for port_ids ['a93b8e82-f13c-4ef0-860d-d0ecda54d744'] {{(pid=92474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 12:12:47.011800 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] get_ports_and_sgs() called for port_ids ['467a2581-30f8-4fd4-9256-d6ae14c3574d'] {{(pid=92474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 12:12:47.113397 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 35728) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:12:47.140440 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-ab891df0-a74d-45c9-9905-f60a336fb727 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:47.183082 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-ab891df0-a74d-45c9-9905-f60a336fb727 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:12:47.199003 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-ab891df0-a74d-45c9-9905-f60a336fb727 admin admin] Usage tracker for resource:security_group_rule and tenant:b389a538b321426ea7c153c831fdc45e is out of sync, need to count used quota {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:12:47.213864 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-ab891df0-a74d-45c9-9905-f60a336fb727 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:12:47.236301 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-ab891df0-a74d-45c9-9905-f60a336fb727 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:12:47.370422 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 35746) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:12:47.396155 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-9a4045e4-3e9e-4b23-889e-7b994278ce78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:47.406206 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-ab891df0-a74d-45c9-9905-f60a336fb727 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:47.415132 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-9a4045e4-3e9e-4b23-889e-7b994278ce78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:12:47.419044 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-9a4045e4-3e9e-4b23-889e-7b994278ce78 admin admin] Usage tracker for resource:security_group_rule and tenant:cc15c6d3ffa44104a215fa11ad2b767d is out of sync, need to count used quota {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:12:47.421965 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-9a4045e4-3e9e-4b23-889e-7b994278ce78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:12:47.428137 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-9a4045e4-3e9e-4b23-889e-7b994278ce78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:12:47.444761 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeb137a-01b8-428f-b93f-67fcbd8c6d35 req-f6ddfe34-dd55-4bde-97fe-5e2b76a76e7a tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:47.446270 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-daeb137a-01b8-428f-b93f-67fcbd8c6d35 req-f6ddfe34-dd55-4bde-97fe-5e2b76a76e7a tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=21c30f2a-503c-4e0d-bac1-f85b5fb9d8bb HTTP/1.1" status: 200 len: 943 time: 0.1591458 May 25 12:12:47.493034 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-daeb137a-01b8-428f-b93f-67fcbd8c6d35 req-21ff5168-d285-41f8-baa3-cefc60ca3b66 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a320160-757e-42fb-b8ee-125d72b2bb08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406983 May 25 12:12:47.553737 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-ab891df0-a74d-45c9-9905-f60a336fb727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:47.569122 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-fb05d4c4-2f73-4f64-8165-3bf0870ff97e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:12:47.614632 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-ab891df0-a74d-45c9-9905-f60a336fb727 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b389a538b321426ea7c153c831fdc45e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5001290 May 25 12:12:47.617417 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 35754) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:12:47.621995 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab891df0-a74d-45c9-9905-f60a336fb727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9a27c96-4828-4231-bb8f-95be9e79d84f,revision_number=1']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:12:47.625819 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-ab891df0-a74d-45c9-9905-f60a336fb727 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:12:47.658405 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Device 9fe1153a-6278-468b-bad5-528a88958ec3 details requested by agent hyperv_hv-cinder-77923 with host hv-cinder-77923 {{(pid=92474) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 12:12:47.680142 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-d9ec568b-f464-45ac-8a5d-a2404df03f20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:47.683212 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-9a4045e4-3e9e-4b23-889e-7b994278ce78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:47.706310 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-d9ec568b-f464-45ac-8a5d-a2404df03f20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:47.783303 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-9a4045e4-3e9e-4b23-889e-7b994278ce78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:47.792391 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-e5a5ce92-e714-434d-9f86-a8f703324810 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:12:47.809056 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] For port 9fe1153a-6278-468b-bad5-528a88958ec3, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=9fe1153a-6278-468b-bad5-528a88958ec3,segment=NetworkSegment(a867bff5-0b48-4d60-bac3-5ba6e8b8d30c),segment_id=a867bff5-0b48-4d60-bac3-5ba6e8b8d30c)] {{(pid=92474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:12:47.824871 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Returning: {'device': '9fe1153a-6278-468b-bad5-528a88958ec3', 'network_id': 'b95433bc-2dbd-474f-a7da-308000160943', 'port_id': '9fe1153a-6278-468b-bad5-528a88958ec3', 'mac_address': 'fa:16:3e:20:e8:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b01b166f-5ba1-4373-a734-254ff90ae56a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92474) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 12:12:47.835888 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-9a4045e4-3e9e-4b23-889e-7b994278ce78 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cc15c6d3ffa44104a215fa11ad2b767d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4638448 May 25 12:12:47.837870 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4045e4-3e9e-4b23-889e-7b994278ce78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40ea3677-af88-405c-b253-04670fd7ddd1,revision_number=1']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:12:47.838649 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 35764) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:12:47.842239 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-9a4045e4-3e9e-4b23-889e-7b994278ce78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:12:47.880470 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-d9ec568b-f464-45ac-8a5d-a2404df03f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:47.897633 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-59a046b7-73c2-41bb-97f7-d0dd26052fb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:12:47.899296 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:47.916375 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ec568b-f464-45ac-8a5d-a2404df03f20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9a27c96-4828-4231-bb8f-95be9e79d84f,revision_number=None']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:12:47.928562 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.notifiers.nova [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fe1153a-6278-468b-bad5-528a88958ec3 {{(pid=92474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 12:12:47.934186 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-d9ec568b-f464-45ac-8a5d-a2404df03f20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:12:47.960390 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] For port 9fe1153a-6278-468b-bad5-528a88958ec3, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=9fe1153a-6278-468b-bad5-528a88958ec3,segment=NetworkSegment(a867bff5-0b48-4d60-bac3-5ba6e8b8d30c),segment_id=a867bff5-0b48-4d60-bac3-5ba6e8b8d30c)] {{(pid=92474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:12:47.987742 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-d9ec568b-f464-45ac-8a5d-a2404df03f20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:47.988865 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-d9ec568b-f464-45ac-8a5d-a2404df03f20 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d9a27c96-4828-4231-bb8f-95be9e79d84f HTTP/1.1" status: 204 len: 168 time: 0.3700812 May 25 12:12:48.026219 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-4f91c067-b740-4231-b306-681d93ee100b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:48.044687 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ff182aac-c7db-4435-9e5c-c570f96503ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:48.045474 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:48.047129 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:12:48.060042 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-4f91c067-b740-4231-b306-681d93ee100b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:48.114067 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198fb704-9514-4e34-a41d-c652e401bb25 req-d707743c-449d-4ca4-b6d7-ca8b74fe2bb7 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:48.115642 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-198fb704-9514-4e34-a41d-c652e401bb25 req-d707743c-449d-4ca4-b6d7-ca8b74fe2bb7 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/ports?device_id=af06c318-46cc-446a-bb62-cc8c3ea38dad HTTP/1.1" status: 200 len: 944 time: 0.1739154 May 25 12:12:48.122348 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Pushing event updated for resources: {'Port': ['ID=9fe1153a-6278-468b-bad5-528a88958ec3,revision_number=4']} {{(pid=92474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:12:48.132042 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:12:48.173208 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-198fb704-9514-4e34-a41d-c652e401bb25 req-70eafbce-2bb5-402c-9e62-308ed30dc437 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/security-groups?id=66037392-5f85-4874-a400-63cb75635da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409851 May 25 12:12:48.252007 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-4f91c067-b740-4231-b306-681d93ee100b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:48.261705 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:12:48.271891 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f91c067-b740-4231-b306-681d93ee100b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ea3677-af88-405c-b253-04670fd7ddd1,revision_number=None']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:12:48.274280 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-4f91c067-b740-4231-b306-681d93ee100b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:12:48.277786 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-4f91c067-b740-4231-b306-681d93ee100b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:48.282004 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-4f91c067-b740-4231-b306-681d93ee100b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/40ea3677-af88-405c-b253-04670fd7ddd1 HTTP/1.1" status: 204 len: 168 time: 0.4401975 May 25 12:12:48.348702 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] get_ports_and_sgs() called for port_ids ['9fe1153a-6278-468b-bad5-528a88958ec3'] {{(pid=92474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 12:12:48.698696 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d233115-ad6d-43de-b3d3-174cf2e5dc47 req-3256a9f9-05d2-484c-a60f-121e3e282bc5 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:48.700421 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-7d233115-ad6d-43de-b3d3-174cf2e5dc47 req-3256a9f9-05d2-484c-a60f-121e3e282bc5 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=21c30f2a-503c-4e0d-bac1-f85b5fb9d8bb HTTP/1.1" status: 200 len: 944 time: 0.0803764 May 25 12:12:48.745556 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-7d233115-ad6d-43de-b3d3-174cf2e5dc47 req-ebf178d1-a927-4ec9-8ee9-ad24d0f59b09 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a320160-757e-42fb-b8ee-125d72b2bb08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390401 May 25 12:12:49.450871 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697fcc8d-05ea-4801-bcd4-aa2f8f208ccc req-d3bbc5ed-acf4-4089-a9c2-0e2f702998fe tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:49.456846 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-697fcc8d-05ea-4801-bcd4-aa2f8f208ccc req-d3bbc5ed-acf4-4089-a9c2-0e2f702998fe tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/ports?device_id=af06c318-46cc-446a-bb62-cc8c3ea38dad HTTP/1.1" status: 200 len: 944 time: 0.1444852 May 25 12:12:49.517965 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-697fcc8d-05ea-4801-bcd4-aa2f8f208ccc req-c2e26ecc-a859-42e1-b1e8-3aa919a514c5 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/security-groups?id=66037392-5f85-4874-a400-63cb75635da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530553 May 25 12:12:49.537633 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-cb1178c2-b2b5-418b-a63c-7279ce5a9fe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:49.672623 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Device 9fe1153a-6278-468b-bad5-528a88958ec3 up at agent hyperv_hv-cinder-77923 {{(pid=92474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 12:12:49.851632 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Provisioning for port 9fe1153a-6278-468b-bad5-528a88958ec3 completed by entity L2. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 12:12:49.859802 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Provisioning complete for port 9fe1153a-6278-468b-bad5-528a88958ec3 triggered by entity L2. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 12:12:49.860180 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902397'] for port, provisioning_complete {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:49.951984 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff05dd41-9a79-448a-9560-82913dc3b5e3 req-95a812be-c582-4468-991f-3e7224f194a6 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:49.953552 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-ff05dd41-9a79-448a-9560-82913dc3b5e3 req-95a812be-c582-4468-991f-3e7224f194a6 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=21c30f2a-503c-4e0d-bac1-f85b5fb9d8bb HTTP/1.1" status: 200 len: 944 time: 0.0876257 May 25 12:12:50.003904 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-ff05dd41-9a79-448a-9560-82913dc3b5e3 req-0e225cae-bd4d-452f-bd75-e495122cdd15 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a320160-757e-42fb-b8ee-125d72b2bb08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440507 May 25 12:12:50.022692 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:50.051591 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21c30f2a-503c-4e0d-bac1-f85b5fb9d8bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fe1153a-6278-468b-bad5-528a88958ec3'}] {{(pid=92474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 12:12:50.061902 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] For port 9fe1153a-6278-468b-bad5-528a88958ec3, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=9fe1153a-6278-468b-bad5-528a88958ec3,segment=NetworkSegment(a867bff5-0b48-4d60-bac3-5ba6e8b8d30c),segment_id=a867bff5-0b48-4d60-bac3-5ba6e8b8d30c)] {{(pid=92474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:12:50.112824 dv-cinder-779233-5-smb neutron-server[92474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21c30f2a-503c-4e0d-bac1-f85b5fb9d8bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fe1153a-6278-468b-bad5-528a88958ec3', 'code': 200} May 25 12:12:50.131508 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:50.132502 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Device a93b8e82-f13c-4ef0-860d-d0ecda54d744 up at agent hyperv_hv-cinder-77923 {{(pid=92474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 12:12:50.167131 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:12:50.315446 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Pushing event updated for resources: {'Port': ['ID=9fe1153a-6278-468b-bad5-528a88958ec3,revision_number=5']} {{(pid=92474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:12:50.340436 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:12:50.452291 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Provisioning for port a93b8e82-f13c-4ef0-860d-d0ecda54d744 completed by entity L2. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 12:12:50.460916 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Provisioning complete for port a93b8e82-f13c-4ef0-860d-d0ecda54d744 triggered by entity L2. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 12:12:50.461243 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902397'] for port, provisioning_complete {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:50.674762 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9972414b-705e-4cd7-b967-45c29ea2b8ad req-1af3c6a3-de53-437a-be75-efe13115abdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:50.677692 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-9972414b-705e-4cd7-b967-45c29ea2b8ad req-1af3c6a3-de53-437a-be75-efe13115abdb service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=21c30f2a-503c-4e0d-bac1-f85b5fb9d8bb HTTP/1.1" status: 200 len: 1098 time: 0.1197603 May 25 12:12:50.729535 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:50.749504 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [req-9972414b-705e-4cd7-b967-45c29ea2b8ad req-569dabb2-c48e-42df-a656-f74d57c57b5f service neutron] Synchronizing usage tracker for tenant:aa2363f36439458ea35623cac7c98f46 on resource:security_group {{(pid=92473) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 12:12:50.788428 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] For port a93b8e82-f13c-4ef0-860d-d0ecda54d744, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=a93b8e82-f13c-4ef0-860d-d0ecda54d744,segment=NetworkSegment(bce0be32-79f8-414c-940b-3d609357a644),segment_id=bce0be32-79f8-414c-940b-3d609357a644)] {{(pid=92474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:12:50.802429 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1400aae-e7de-4463-a242-f747692a870b req-f67876ca-9b18-405c-8217-3f1da3fe0a98 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:50.804453 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-f1400aae-e7de-4463-a242-f747692a870b req-f67876ca-9b18-405c-8217-3f1da3fe0a98 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/ports?device_id=af06c318-46cc-446a-bb62-cc8c3ea38dad HTTP/1.1" status: 200 len: 944 time: 0.1381466 May 25 12:12:50.857413 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [req-9972414b-705e-4cd7-b967-45c29ea2b8ad req-569dabb2-c48e-42df-a656-f74d57c57b5f service neutron] Unset dirty status for tenant:aa2363f36439458ea35623cac7c98f46 on resource:security_group {{(pid=92473) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 12:12:50.859806 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:50.860726 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Device 467a2581-30f8-4fd4-9256-d6ae14c3574d up at agent hyperv_hv-cinder-77923 {{(pid=92474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 12:12:50.863025 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-9972414b-705e-4cd7-b967-45c29ea2b8ad req-569dabb2-c48e-42df-a656-f74d57c57b5f service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=8a320160-757e-42fb-b8ee-125d72b2bb08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1692958 May 25 12:12:50.885332 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-f1400aae-e7de-4463-a242-f747692a870b req-92178f74-2679-4709-85de-7e23040c40d2 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/security-groups?id=66037392-5f85-4874-a400-63cb75635da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738926 May 25 12:12:50.897438 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-c61c38a2-4c4a-4fdf-af0d-8f0a517688e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:12:50.998232 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Pushing event updated for resources: {'Port': ['ID=a93b8e82-f13c-4ef0-860d-d0ecda54d744,revision_number=5']} {{(pid=92474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:12:51.006704 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:12:51.131732 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Provisioning for port 467a2581-30f8-4fd4-9256-d6ae14c3574d completed by entity L2. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 12:12:51.146537 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Provisioning complete for port 467a2581-30f8-4fd4-9256-d6ae14c3574d triggered by entity L2. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 12:12:51.146912 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902397'] for port, provisioning_complete {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:51.216516 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108f5283-ce41-4003-b07a-aa61746da396 req-1f1280bf-e16b-4b1e-8618-5e86ea8ec838 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:51.217967 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-108f5283-ce41-4003-b07a-aa61746da396 req-1f1280bf-e16b-4b1e-8618-5e86ea8ec838 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=21c30f2a-503c-4e0d-bac1-f85b5fb9d8bb HTTP/1.1" status: 200 len: 945 time: 0.0900836 May 25 12:12:51.264651 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-108f5283-ce41-4003-b07a-aa61746da396 req-bbe3b6d0-bc8b-4508-a24a-0e0a13ee745e tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a320160-757e-42fb-b8ee-125d72b2bb08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409117 May 25 12:12:51.272523 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:51.307180 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] For port 467a2581-30f8-4fd4-9256-d6ae14c3574d, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=467a2581-30f8-4fd4-9256-d6ae14c3574d,segment=NetworkSegment(bce0be32-79f8-414c-940b-3d609357a644),segment_id=bce0be32-79f8-414c-940b-3d609357a644)] {{(pid=92474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:12:51.383390 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:51.385239 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-c61c38a2-4c4a-4fdf-af0d-8f0a517688e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:12:51.464907 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Pushing event updated for resources: {'Port': ['ID=467a2581-30f8-4fd4-9256-d6ae14c3574d,revision_number=5']} {{(pid=92474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:12:51.467934 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:12:52.104274 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ed507f-5a3a-4c15-8d77-bc50772810a2 req-170ff752-41a8-4a7c-86ff-5d413adbf698 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:52.106399 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-f3ed507f-5a3a-4c15-8d77-bc50772810a2 req-170ff752-41a8-4a7c-86ff-5d413adbf698 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/ports?device_id=af06c318-46cc-446a-bb62-cc8c3ea38dad HTTP/1.1" status: 200 len: 945 time: 0.0960047 May 25 12:12:52.114299 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9a81e13-45a7-497f-b969-59b5fde8ffac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a93b8e82-f13c-4ef0-860d-d0ecda54d744'}, {'server_uuid': 'af06c318-46cc-446a-bb62-cc8c3ea38dad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '467a2581-30f8-4fd4-9256-d6ae14c3574d'}] {{(pid=92474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 12:12:52.167178 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-f3ed507f-5a3a-4c15-8d77-bc50772810a2 req-98091c35-f573-4707-9bf8-40bbbbe23d11 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/security-groups?id=66037392-5f85-4874-a400-63cb75635da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544069 May 25 12:12:52.194452 dv-cinder-779233-5-smb neutron-server[92474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9a81e13-45a7-497f-b969-59b5fde8ffac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a93b8e82-f13c-4ef0-860d-d0ecda54d744', 'code': 200} May 25 12:12:52.194953 dv-cinder-779233-5-smb neutron-server[92474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af06c318-46cc-446a-bb62-cc8c3ea38dad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '467a2581-30f8-4fd4-9256-d6ae14c3574d', 'code': 200} May 25 12:12:52.484342 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd37c6be-9b51-4ec9-99c6-d9db4327155b req-5ed0f901-7205-4dd2-a86f-294e01de8a0d tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:52.485952 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-bd37c6be-9b51-4ec9-99c6-d9db4327155b req-5ed0f901-7205-4dd2-a86f-294e01de8a0d tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=21c30f2a-503c-4e0d-bac1-f85b5fb9d8bb HTTP/1.1" status: 200 len: 945 time: 0.1016953 May 25 12:12:52.532126 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-bd37c6be-9b51-4ec9-99c6-d9db4327155b req-fefe239b-2ce4-4fbb-8555-b1bbe702745c tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a320160-757e-42fb-b8ee-125d72b2bb08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403960 May 25 12:12:52.729479 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6a5aaa-7767-464a-a26e-0085232f1a65 req-528f4a6b-2778-42c6-960a-34320661360f tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:52.731037 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-4d6a5aaa-7767-464a-a26e-0085232f1a65 req-528f4a6b-2778-42c6-960a-34320661360f tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=21c30f2a-503c-4e0d-bac1-f85b5fb9d8bb HTTP/1.1" status: 200 len: 945 time: 0.0887082 May 25 12:12:52.739537 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 35968) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:12:52.744595 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.v2.base [None req-b50315b2-7041-4a01-ba85-e013e543d12e tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Request body: {'floatingip': {'port_id': '9fe1153a-6278-468b-bad5-528a88958ec3'}} {{(pid=92472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 12:12:52.823901 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-b50315b2-7041-4a01-ba85-e013e543d12e tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Notify callbacks [] for floatingip, before_update {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:52.877395 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcbbfe7-1eeb-4071-9430-ec46989e510b req-abf78c5f-2f30-47ba-b7b6-4699d151fae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:52.879534 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-cbcbbfe7-1eeb-4071-9430-ec46989e510b req-abf78c5f-2f30-47ba-b7b6-4699d151fae1 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b9a81e13-45a7-497f-b969-59b5fde8ffac HTTP/1.1" status: 200 len: 1099 time: 0.1361544 May 25 12:12:52.881980 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f440dc9-b365-425e-bb34-37d94909cb8d req-aa00a83b-262d-4f54-9948-7b7145561a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:52.883290 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-9f440dc9-b365-425e-bb34-37d94909cb8d req-aa00a83b-262d-4f54-9948-7b7145561a99 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=af06c318-46cc-446a-bb62-cc8c3ea38dad HTTP/1.1" status: 200 len: 1098 time: 0.1393757 May 25 12:12:52.966017 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-cbcbbfe7-1eeb-4071-9430-ec46989e510b req-4bd7ea91-2337-40b5-aa36-05a2e1529b81 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=66037392-5f85-4874-a400-63cb75635da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655859 May 25 12:12:52.969346 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-9f440dc9-b365-425e-bb34-37d94909cb8d req-67698d1f-cd72-457b-a123-cc04f5636752 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=66037392-5f85-4874-a400-63cb75635da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679638 May 25 12:12:53.617327 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf1c38f-76ff-42b4-ab1a-f29ca91dbf2c req-4f00eeb9-704a-46ec-aa38-2052a80b163c tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:53.624234 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-bbf1c38f-76ff-42b4-ab1a-f29ca91dbf2c req-4f00eeb9-704a-46ec-aa38-2052a80b163c tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/ports?device_id=af06c318-46cc-446a-bb62-cc8c3ea38dad HTTP/1.1" status: 200 len: 945 time: 0.2714210 May 25 12:12:53.718072 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-bbf1c38f-76ff-42b4-ab1a-f29ca91dbf2c req-c6b19ff0-053f-43e4-a512-f6fece1cacc9 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/security-groups?id=66037392-5f85-4874-a400-63cb75635da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929730 May 25 12:12:53.821535 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-b50315b2-7041-4a01-ba85-e013e543d12e tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:53.889600 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-b50315b2-7041-4a01-ba85-e013e543d12e tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1047065'] for floatingip, after_update {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:54.084762 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.db.l3_db [None req-b50315b2-7041-4a01-ba85-e013e543d12e tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Floating IP 5b3fcb5b-80be-42a3-97b9-4cb321931092 associated. External IP: 172.28.2.68, port: 9fe1153a-6278-468b-bad5-528a88958ec3. May 25 12:12:54.143423 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a67321-7561-481b-bc82-769f9256ff9e req-98f2ca7c-e617-4ff3-a974-4d607bda9557 tempest-DeleteServersTestJSON-1449952682 tempest-DeleteServersTestJSON-1449952682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:54.145426 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-99a67321-7561-481b-bc82-769f9256ff9e req-98f2ca7c-e617-4ff3-a974-4d607bda9557 tempest-DeleteServersTestJSON-1449952682 tempest-DeleteServersTestJSON-1449952682-project] 10.222.0.44 "GET /v2.0/ports?device_id=7609bc70-5f08-4915-add8-01ad94e0af55 HTTP/1.1" status: 200 len: 945 time: 0.2903607 May 25 12:12:54.294353 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-99a67321-7561-481b-bc82-769f9256ff9e req-9d53c991-0017-4bcf-ac92-86749a4f3f4a tempest-DeleteServersTestJSON-1449952682 tempest-DeleteServersTestJSON-1449952682-project] 10.222.0.44 "GET /v2.0/security-groups?id=8af42874-4ee5-4882-b244-e8f8606088b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377318 May 25 12:12:54.612511 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b50315b2-7041-4a01-ba85-e013e543d12e tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Router 8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3 has already been hosted by L3 agent 4aaf6e0c-8c85-4f95-8d8e-6a64f0cc3b25 {{(pid=92472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 12:12:54.820090 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b50315b2-7041-4a01-ba85-e013e543d12e tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Notify agent at l3_agent.dv-cinder-779233-5-smb the message routers_updated {{(pid=92472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 12:12:54.825467 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-b50315b2-7041-4a01-ba85-e013e543d12e tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163099'] for floatingip, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:54.847225 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e64a48f-51ba-4947-bea6-65547ef58ab8 None None] Sync routers for ids ['8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3'] in dv-cinder-779233-5-smb {{(pid=92475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 12:12:54.859918 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e64a48f-51ba-4947-bea6-65547ef58ab8 None None] Routers {'8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3'} bound to L3 agent in host dv-cinder-779233-5-smb {{(pid=92475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 12:12:54.860922 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_hamode_db [None req-1e64a48f-51ba-4947-bea6-65547ef58ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T12:04:17Z,description=,heartbeat_timestamp=2021-05-25T12:12:47Z,host='dv-cinder-779233-5-smb',id=4aaf6e0c-8c85-4f95-8d8e-6a64f0cc3b25,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T12:04:17Z,topic='l3_agent')) {'router_ids': ['8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3'], 'active': True} {{(pid=92475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:12:54.968220 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-b50315b2-7041-4a01-ba85-e013e543d12e tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "PUT /v2.0/floatingips/5b3fcb5b-80be-42a3-97b9-4cb321931092 HTTP/1.1" status: 200 len: 990 time: 2.2248838 May 25 12:12:54.968220 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21c30f2a-503c-4e0d-bac1-f85b5fb9d8bb', 'tag': '9fe1153a-6278-468b-bad5-528a88958ec3'}] {{(pid=92472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 12:12:55.014361 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e53f5c6-ecae-4540-8cad-efca00706923 req-dd62f0c4-b26e-4b1c-a764-09c94c02e5f8 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:55.022576 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-4e53f5c6-ecae-4540-8cad-efca00706923 req-dd62f0c4-b26e-4b1c-a764-09c94c02e5f8 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/ports?device_id=af06c318-46cc-446a-bb62-cc8c3ea38dad HTTP/1.1" status: 200 len: 945 time: 0.1508462 May 25 12:12:55.091186 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-4e53f5c6-ecae-4540-8cad-efca00706923 req-ee7a3339-855b-4854-8df4-2d1ab8258852 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/security-groups?id=66037392-5f85-4874-a400-63cb75635da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666845 May 25 12:12:55.093315 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_dvr_db [None req-1e64a48f-51ba-4947-bea6-65547ef58ab8 None None] Set router 8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3 gateway port host: dv-cinder-779233-5-smb {{(pid=92475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 12:12:55.311153 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21c30f2a-503c-4e0d-bac1-f85b5fb9d8bb', 'tag': '9fe1153a-6278-468b-bad5-528a88958ec3', 'status': 'completed', 'code': 200} May 25 12:12:55.449450 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4db761-fb3c-4e09-a1b9-d5ddcc4d0f1c req-27618542-6ccb-4412-b679-80a5260a822d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:55.457525 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-bb4db761-fb3c-4e09-a1b9-d5ddcc4d0f1c req-27618542-6ccb-4412-b679-80a5260a822d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=401f68ee052c48d0a0e9823d5525ef3d&device_id=21c30f2a-503c-4e0d-bac1-f85b5fb9d8bb HTTP/1.1" status: 200 len: 1098 time: 0.0924594 May 25 12:12:55.584447 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_hamode_db [None req-1e64a48f-51ba-4947-bea6-65547ef58ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3', 'name': 'tempest-AttachVolumeShelveTestJSON-980141975-router', 'tenant_id': '401f68ee052c48d0a0e9823d5525ef3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'external_fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.117'}], 'enable_snat': True}, 'gw_port_id': 'ee278e6e-cf9f-434d-82c8-d0fdac3f7d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T12:12:05Z', 'updated_at': '2021-05-25T12:12:14Z', 'revision_number': 4, 'project_id': '401f68ee052c48d0a0e9823d5525ef3d', 'gw_port': {'id': 'ee278e6e-cf9f-434d-82c8-d0fdac3f7d3b', 'name': '', 'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d2:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:12:07Z', 'updated_at': '2021-05-25T12:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-5-smb', '_floatingips': [{'id': '5b3fcb5b-80be-42a3-97b9-4cb321931092', 'tenant_id': '401f68ee052c48d0a0e9823d5525ef3d', 'floating_ip_address': '172.28.2.68', 'floating_network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'router_id': '8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3', 'port_id': '9fe1153a-6278-468b-bad5-528a88958ec3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b95433bc-2dbd-474f-a7da-308000160943', 'mac_address': 'fa:16:3e:20:e8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c30f2a-503c-4e0d-bac1-f85b5fb9d8bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T12:12:29Z', 'updated_at': '2021-05-25T12:12:53Z', 'revision_number': 1, 'project_id': '401f68ee052c48d0a0e9823d5525ef3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '988f0bbb-c4f2-4037-8138-a1aa53f8fd63', 'name': '', 'network_id': 'b95433bc-2dbd-474f-a7da-308000160943', 'tenant_id': '401f68ee052c48d0a0e9823d5525ef3d', 'mac_address': 'fa:16:3e:46:07:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b01b166f-5ba1-4373-a734-254ff90ae56a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:12:12Z', 'updated_at': '2021-05-25T12:12:29Z', 'revision_number': 5, 'project_id': '401f68ee052c48d0a0e9823d5525ef3d', 'subnets': [{'id': 'b01b166f-5ba1-4373-a734-254ff90ae56a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-5-smb', False) {} {{(pid=92475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:12:55.594766 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e64a48f-51ba-4947-bea6-65547ef58ab8 None None] Checking router: 8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3 for host: dv-cinder-779233-5-smb {{(pid=92475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 12:12:55.615765 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3573f0ca-6607-406b-8272-1629ce17d201 req-cdf0c2dd-7a1f-4927-b9ab-fb06af1a66a3 tempest-DeleteServersTestJSON-1449952682 tempest-DeleteServersTestJSON-1449952682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:55.616635 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e64a48f-51ba-4947-bea6-65547ef58ab8 None None] Routers {'8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3'} bound to L3 agent in host dv-cinder-779233-5-smb {{(pid=92475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 12:12:55.617374 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_hamode_db [None req-1e64a48f-51ba-4947-bea6-65547ef58ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T12:04:17Z,description=,heartbeat_timestamp=2021-05-25T12:12:47Z,host='dv-cinder-779233-5-smb',id=4aaf6e0c-8c85-4f95-8d8e-6a64f0cc3b25,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T12:04:17Z,topic='l3_agent')) {'router_ids': ['8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3'], 'active': True} {{(pid=92475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:12:55.626327 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-3573f0ca-6607-406b-8272-1629ce17d201 req-cdf0c2dd-7a1f-4927-b9ab-fb06af1a66a3 tempest-DeleteServersTestJSON-1449952682 tempest-DeleteServersTestJSON-1449952682-project] 10.222.0.44 "GET /v2.0/ports?device_id=7609bc70-5f08-4915-add8-01ad94e0af55 HTTP/1.1" status: 200 len: 945 time: 0.1603653 May 25 12:12:55.633867 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4db761-fb3c-4e09-a1b9-d5ddcc4d0f1c req-af214189-3500-4482-a55b-3bc5ba7665a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:55.633867 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-bb4db761-fb3c-4e09-a1b9-d5ddcc4d0f1c req-af214189-3500-4482-a55b-3bc5ba7665a5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b95433bc-2dbd-474f-a7da-308000160943 HTTP/1.1" status: 200 len: 917 time: 0.1607847 May 25 12:12:55.726543 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-3573f0ca-6607-406b-8272-1629ce17d201 req-048c17b7-7002-4bba-8158-885a38e046f0 tempest-DeleteServersTestJSON-1449952682 tempest-DeleteServersTestJSON-1449952682-project] 10.222.0.44 "GET /v2.0/security-groups?id=8af42874-4ee5-4882-b244-e8f8606088b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980310 May 25 12:12:55.776034 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-bb4db761-fb3c-4e09-a1b9-d5ddcc4d0f1c req-02b508bc-6ad5-40ef-ab40-8a5cadde41f0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9fe1153a-6278-468b-bad5-528a88958ec3 HTTP/1.1" status: 200 len: 998 time: 0.1359406 May 25 12:12:55.870521 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4db761-fb3c-4e09-a1b9-d5ddcc4d0f1c req-6d24afb9-aa59-4ca5-b19f-97a29dafcff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:55.872237 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-bb4db761-fb3c-4e09-a1b9-d5ddcc4d0f1c req-6d24afb9-aa59-4ca5-b19f-97a29dafcff4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b01b166f-5ba1-4373-a734-254ff90ae56a HTTP/1.1" status: 200 len: 855 time: 0.0893376 May 25 12:12:55.958980 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_dvr_db [None req-1e64a48f-51ba-4947-bea6-65547ef58ab8 None None] Set router 8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3 gateway port host: dv-cinder-779233-5-smb {{(pid=92475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 12:12:56.008223 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4db761-fb3c-4e09-a1b9-d5ddcc4d0f1c req-1d2f7208-f0d0-439d-aea9-eabc9d1e4130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:56.012776 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-bb4db761-fb3c-4e09-a1b9-d5ddcc4d0f1c req-1d2f7208-f0d0-439d-aea9-eabc9d1e4130 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b95433bc-2dbd-474f-a7da-308000160943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1231828 May 25 12:12:56.054182 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a8f3fa-15f2-463d-bd28-bdc0963e6907 req-9666ec41-5ce7-4ee6-989e-5264db145bdc tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:56.062082 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-88a8f3fa-15f2-463d-bd28-bdc0963e6907 req-9666ec41-5ce7-4ee6-989e-5264db145bdc tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/networks?id=d2534cea-29fb-4925-a89b-43de0cc13c4c HTTP/1.1" status: 200 len: 813 time: 0.1787064 May 25 12:12:56.090049 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-88a8f3fa-15f2-463d-bd28-bdc0963e6907 req-e17d0e18-1f29-417c-8ce2-7db77aa7b96f tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/quotas/8ce8597116c24109952d0b56bfad7bf3 HTTP/1.1" status: 200 len: 375 time: 0.0216153 May 25 12:12:56.187422 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-88a8f3fa-15f2-463d-bd28-bdc0963e6907 req-5890ed08-e9d5-48bf-9691-04a29b03433c tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=8ce8597116c24109952d0b56bfad7bf3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0964854 May 25 12:12:56.223047 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-bb4db761-fb3c-4e09-a1b9-d5ddcc4d0f1c req-6a334929-0ae9-43df-8c18-c20048087fbc service neutron] 10.222.0.54 "GET /v2.0/networks/b95433bc-2dbd-474f-a7da-308000160943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953247 May 25 12:12:56.418474 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-bb4db761-fb3c-4e09-a1b9-d5ddcc4d0f1c req-991ade3f-b826-4dd5-bb68-41dd9494dd55 service neutron] 10.222.0.54 "GET /v2.0/networks/b95433bc-2dbd-474f-a7da-308000160943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840084 May 25 12:12:56.484090 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-88a8f3fa-15f2-463d-bd28-bdc0963e6907 req-eca0ab9c-5a95-4616-bfeb-8cca222b98c2 service neutron] 10.222.0.44 "GET /v2.0/networks/d2534cea-29fb-4925-a89b-43de0cc13c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2893746 May 25 12:12:56.523492 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_hamode_db [None req-1e64a48f-51ba-4947-bea6-65547ef58ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3', 'name': 'tempest-AttachVolumeShelveTestJSON-980141975-router', 'tenant_id': '401f68ee052c48d0a0e9823d5525ef3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'external_fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.117'}], 'enable_snat': True}, 'gw_port_id': 'ee278e6e-cf9f-434d-82c8-d0fdac3f7d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T12:12:05Z', 'updated_at': '2021-05-25T12:12:14Z', 'revision_number': 4, 'project_id': '401f68ee052c48d0a0e9823d5525ef3d', 'gw_port': {'id': 'ee278e6e-cf9f-434d-82c8-d0fdac3f7d3b', 'name': '', 'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d2:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:12:07Z', 'updated_at': '2021-05-25T12:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-5-smb', '_floatingips': [{'id': '5b3fcb5b-80be-42a3-97b9-4cb321931092', 'tenant_id': '401f68ee052c48d0a0e9823d5525ef3d', 'floating_ip_address': '172.28.2.68', 'floating_network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'router_id': '8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3', 'port_id': '9fe1153a-6278-468b-bad5-528a88958ec3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b95433bc-2dbd-474f-a7da-308000160943', 'mac_address': 'fa:16:3e:20:e8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c30f2a-503c-4e0d-bac1-f85b5fb9d8bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T12:12:29Z', 'updated_at': '2021-05-25T12:12:53Z', 'revision_number': 1, 'project_id': '401f68ee052c48d0a0e9823d5525ef3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '988f0bbb-c4f2-4037-8138-a1aa53f8fd63', 'name': '', 'network_id': 'b95433bc-2dbd-474f-a7da-308000160943', 'tenant_id': '401f68ee052c48d0a0e9823d5525ef3d', 'mac_address': 'fa:16:3e:46:07:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b01b166f-5ba1-4373-a734-254ff90ae56a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:12:12Z', 'updated_at': '2021-05-25T12:12:29Z', 'revision_number': 5, 'project_id': '401f68ee052c48d0a0e9823d5525ef3d', 'subnets': [{'id': 'b01b166f-5ba1-4373-a734-254ff90ae56a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-5-smb', False) {} {{(pid=92475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:12:56.527846 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e64a48f-51ba-4947-bea6-65547ef58ab8 None None] The sync data for ids ['8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3'] in dv-cinder-779233-5-smb is: [{'id': '8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3', 'name': 'tempest-AttachVolumeShelveTestJSON-980141975-router', 'tenant_id': '401f68ee052c48d0a0e9823d5525ef3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'external_fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.117'}], 'enable_snat': True}, 'gw_port_id': 'ee278e6e-cf9f-434d-82c8-d0fdac3f7d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T12:12:05Z', 'updated_at': '2021-05-25T12:12:14Z', 'revision_number': 4, 'project_id': '401f68ee052c48d0a0e9823d5525ef3d', 'gw_port': {'id': 'ee278e6e-cf9f-434d-82c8-d0fdac3f7d3b', 'name': '', 'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d2:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:12:07Z', 'updated_at': '2021-05-25T12:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-5-smb', '_floatingips': [{'id': '5b3fcb5b-80be-42a3-97b9-4cb321931092', 'tenant_id': '401f68ee052c48d0a0e9823d5525ef3d', 'floating_ip_address': '172.28.2.68', 'floating_network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'router_id': '8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3', 'port_id': '9fe1153a-6278-468b-bad5-528a88958ec3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b95433bc-2dbd-474f-a7da-308000160943', 'mac_address': 'fa:16:3e:20:e8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21c30f2a-503c-4e0d-bac1-f85b5fb9d8bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T12:12:29Z', 'updated_at': '2021-05-25T12:12:53Z', 'revision_number': 1, 'project_id': '401f68ee052c48d0a0e9823d5525ef3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '988f0bbb-c4f2-4037-8138-a1aa53f8fd63', 'name': '', 'network_id': 'b95433bc-2dbd-474f-a7da-308000160943', 'tenant_id': '401f68ee052c48d0a0e9823d5525ef3d', 'mac_address': 'fa:16:3e:46:07:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b01b166f-5ba1-4373-a734-254ff90ae56a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:12:12Z', 'updated_at': '2021-05-25T12:12:29Z', 'revision_number': 5, 'project_id': '401f68ee052c48d0a0e9823d5525ef3d', 'subnets': [{'id': 'b01b166f-5ba1-4373-a734-254ff90ae56a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 12:12:56.576231 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724961b9-6534-4b5e-8612-c4caefd7f3fc req-00ba975b-88a2-4d5a-957c-3d3ac0cc7cca tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:56.577704 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-724961b9-6534-4b5e-8612-c4caefd7f3fc req-00ba975b-88a2-4d5a-957c-3d3ac0cc7cca tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/ports?device_id=af06c318-46cc-446a-bb62-cc8c3ea38dad HTTP/1.1" status: 200 len: 945 time: 0.2848067 May 25 12:12:56.660337 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-724961b9-6534-4b5e-8612-c4caefd7f3fc req-e7886914-0885-4977-bc6d-a64cd078dae8 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/security-groups?id=66037392-5f85-4874-a400-63cb75635da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712690 May 25 12:12:56.668092 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-88a8f3fa-15f2-463d-bd28-bdc0963e6907 req-2d40f0f9-912e-451b-80c3-27224069e7d5 service neutron] 10.222.0.44 "GET /v2.0/networks/d2534cea-29fb-4925-a89b-43de0cc13c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813941 May 25 12:12:56.780931 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2c6bef-d629-40fc-97f5-3a88559f1b9b req-7b4752d7-9239-414c-b0e2-198d23894645 tempest-DeleteServersTestJSON-1449952682 tempest-DeleteServersTestJSON-1449952682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:56.781751 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [req-8d2c6bef-d629-40fc-97f5-3a88559f1b9b req-7b4752d7-9239-414c-b0e2-198d23894645 tempest-DeleteServersTestJSON-1449952682 tempest-DeleteServersTestJSON-1449952682-project] Synchronizing usage tracker for tenant:ee8e4b92af464ac899e995209323df30 on resource:port {{(pid=92473) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 12:12:56.797268 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647cb90c-4091-4484-9032-ecbfb11fd42e None None] New status for floating IP 5b3fcb5b-80be-42a3-97b9-4cb321931092: ACTIVE {{(pid=92474) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 12:12:56.897656 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [req-8d2c6bef-d629-40fc-97f5-3a88559f1b9b req-7b4752d7-9239-414c-b0e2-198d23894645 tempest-DeleteServersTestJSON-1449952682 tempest-DeleteServersTestJSON-1449952682-project] Unset dirty status for tenant:ee8e4b92af464ac899e995209323df30 on resource:port {{(pid=92473) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 12:12:56.899458 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-8d2c6bef-d629-40fc-97f5-3a88559f1b9b req-7b4752d7-9239-414c-b0e2-198d23894645 tempest-DeleteServersTestJSON-1449952682 tempest-DeleteServersTestJSON-1449952682-project] 10.222.0.54 "GET /v2.0/ports?device_id=7609bc70-5f08-4915-add8-01ad94e0af55 HTTP/1.1" status: 200 len: 945 time: 0.2402024 May 25 12:12:57.285939 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8ea2e8-44e3-4a6d-9670-f45bbb7a4b77 req-cfb61614-79dc-48eb-bbb5-5c929274037e tempest-DeleteServersTestJSON-1449952682 tempest-DeleteServersTestJSON-1449952682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:57.287556 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-4d8ea2e8-44e3-4a6d-9670-f45bbb7a4b77 req-cfb61614-79dc-48eb-bbb5-5c929274037e tempest-DeleteServersTestJSON-1449952682 tempest-DeleteServersTestJSON-1449952682-project] 10.222.0.44 "GET /v2.0/ports?device_id=7609bc70-5f08-4915-add8-01ad94e0af55 HTTP/1.1" status: 200 len: 945 time: 0.2018273 May 25 12:12:57.288690 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:57.310227 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.plugin [req-8d2c6bef-d629-40fc-97f5-3a88559f1b9b req-ad938e84-3042-4a1d-a463-d94fc1b157dd tempest-DeleteServersTestJSON-1449952682 tempest-DeleteServersTestJSON-1449952682-project] Deleting port a6c15867-4726-4b56-accf-e5adccbac439 {{(pid=92473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 12:12:57.310995 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-8d2c6bef-d629-40fc-97f5-3a88559f1b9b req-ad938e84-3042-4a1d-a463-d94fc1b157dd tempest-DeleteServersTestJSON-1449952682 tempest-DeleteServersTestJSON-1449952682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786008536899'] for port, before_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:57.356843 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-4d8ea2e8-44e3-4a6d-9670-f45bbb7a4b77 req-f90bfd4d-4859-4cc1-92be-1c79f23e62e1 tempest-DeleteServersTestJSON-1449952682 tempest-DeleteServersTestJSON-1449952682-project] 10.222.0.44 "GET /v2.0/security-groups?id=8af42874-4ee5-4882-b244-e8f8606088b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478890 May 25 12:12:57.498440 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.db [req-8d2c6bef-d629-40fc-97f5-3a88559f1b9b req-ad938e84-3042-4a1d-a463-d94fc1b157dd tempest-DeleteServersTestJSON-1449952682 tempest-DeleteServersTestJSON-1449952682-project] For port a6c15867-4726-4b56-accf-e5adccbac439, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=a6c15867-4726-4b56-accf-e5adccbac439,segment=NetworkSegment(a6cd5566-3a64-4041-86ac-b268a14991b3),segment_id=a6cd5566-3a64-4041-86ac-b268a14991b3)] {{(pid=92473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:12:57.498800 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-8d2c6bef-d629-40fc-97f5-3a88559f1b9b req-ad938e84-3042-4a1d-a463-d94fc1b157dd tempest-DeleteServersTestJSON-1449952682 tempest-DeleteServersTestJSON-1449952682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042426'] for port, precommit_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:57.519843 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-0266ff80-fe87-4b65-b90a-bdc15be37dec req-dcd5d6cb-04b2-4255-9727-60775b2ca1d8 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c15b810-9c8a-4f83-a91c-4af369fe9f3c HTTP/1.1" status: 200 len: 210 time: 0.1069040 May 25 12:12:57.639524 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8be606-753c-43df-b442-666a8a7c66ed req-a77a4e40-52de-4f96-ba23-c493350e93b8 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:57.641010 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-3c8be606-753c-43df-b442-666a8a7c66ed req-a77a4e40-52de-4f96-ba23-c493350e93b8 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/ports?device_id=af06c318-46cc-446a-bb62-cc8c3ea38dad HTTP/1.1" status: 200 len: 945 time: 0.0866263 May 25 12:12:57.687356 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-3c8be606-753c-43df-b442-666a8a7c66ed req-5ee408b1-91d5-4a53-be0f-df40ba77c9d6 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/security-groups?id=66037392-5f85-4874-a400-63cb75635da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400150 May 25 12:12:57.689954 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.plugin [req-8d2c6bef-d629-40fc-97f5-3a88559f1b9b req-ad938e84-3042-4a1d-a463-d94fc1b157dd tempest-DeleteServersTestJSON-1449952682 tempest-DeleteServersTestJSON-1449952682-project] Calling delete_port for a6c15867-4726-4b56-accf-e5adccbac439 owned by compute:nova {{(pid=92473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 12:12:57.825386 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6110fb0d-302b-4a83-9a79-000a74011879 req-75aeefe5-ea2f-48ac-a5ce-60dd84e8df2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:57.826832 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-6110fb0d-302b-4a83-9a79-000a74011879 req-75aeefe5-ea2f-48ac-a5ce-60dd84e8df2f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4b9fde9de33c4fc09c0c531cf0f714fe&device_id=af06c318-46cc-446a-bb62-cc8c3ea38dad HTTP/1.1" status: 200 len: 1098 time: 0.1764495 May 25 12:12:58.010913 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6110fb0d-302b-4a83-9a79-000a74011879 req-dcb732d2-a747-4d8e-bc93-e1fec9ba3518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:58.012433 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-6110fb0d-302b-4a83-9a79-000a74011879 req-dcb732d2-a747-4d8e-bc93-e1fec9ba3518 service neutron] 10.222.0.54 "GET /v2.0/networks?id=92cbe58f-da5f-428e-b139-7dfedbb5c159 HTTP/1.1" status: 200 len: 920 time: 0.1783061 May 25 12:12:58.079021 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-8d2c6bef-d629-40fc-97f5-3a88559f1b9b req-ad938e84-3042-4a1d-a463-d94fc1b157dd tempest-DeleteServersTestJSON-1449952682 tempest-DeleteServersTestJSON-1449952682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786008539046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786008105692'] for port, after_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:58.091719 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:12:58.098745 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] get_ports_and_sgs() called for port_ids ['a6c15867-4726-4b56-accf-e5adccbac439'] {{(pid=92474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 12:12:58.141512 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-6110fb0d-302b-4a83-9a79-000a74011879 req-07f6064d-f38f-4e80-84ae-408131010747 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=467a2581-30f8-4fd4-9256-d6ae14c3574d HTTP/1.1" status: 200 len: 217 time: 0.1180069 May 25 12:12:58.144906 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad938e84-3042-4a1d-a463-d94fc1b157dd tempest-DeleteServersTestJSON-1449952682 tempest-DeleteServersTestJSON-1449952682-project] Pushing event deleted for resources: {'Port': ['ID=a6c15867-4726-4b56-accf-e5adccbac439,revision_number=None']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:12:58.148254 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-ad938e84-3042-4a1d-a463-d94fc1b157dd tempest-DeleteServersTestJSON-1449952682 tempest-DeleteServersTestJSON-1449952682-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:12:58.261922 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d2c6bef-d629-40fc-97f5-3a88559f1b9b req-ad938e84-3042-4a1d-a463-d94fc1b157dd tempest-DeleteServersTestJSON-1449952682 tempest-DeleteServersTestJSON-1449952682-project] No DVR routers for this DVR port a6c15867-4726-4b56-accf-e5adccbac439 on host hv-cinder-77923 {{(pid=92473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 12:12:58.267397 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-8d2c6bef-d629-40fc-97f5-3a88559f1b9b req-ad938e84-3042-4a1d-a463-d94fc1b157dd tempest-DeleteServersTestJSON-1449952682 tempest-DeleteServersTestJSON-1449952682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163099'] for port, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:12:58.270457 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7609bc70-5f08-4915-add8-01ad94e0af55', 'name': 'network-vif-deleted', 'tag': 'a6c15867-4726-4b56-accf-e5adccbac439'}] {{(pid=92473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 12:12:58.283515 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6110fb0d-302b-4a83-9a79-000a74011879 req-4ea6a7f2-7ec5-4169-8720-1af973c86ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:58.285060 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-6110fb0d-302b-4a83-9a79-000a74011879 req-4ea6a7f2-7ec5-4169-8720-1af973c86ff3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ac9aa6d5-d32d-4236-bb0d-23d9288b7f03 HTTP/1.1" status: 200 len: 859 time: 0.1358500 May 25 12:12:58.339695 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-6110fb0d-302b-4a83-9a79-000a74011879 req-a441eb69-6f2e-4ac4-8a48-12de2c2a22bd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=92cbe58f-da5f-428e-b139-7dfedbb5c159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420079 May 25 12:12:58.343138 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7609bc70-5f08-4915-add8-01ad94e0af55', 'name': 'network-vif-deleted', 'tag': 'a6c15867-4726-4b56-accf-e5adccbac439', 'status': 'completed', 'code': 200} May 25 12:12:58.383409 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-8d2c6bef-d629-40fc-97f5-3a88559f1b9b req-ad938e84-3042-4a1d-a463-d94fc1b157dd tempest-DeleteServersTestJSON-1449952682 tempest-DeleteServersTestJSON-1449952682-project] 10.222.0.54 "DELETE /v2.0/ports/a6c15867-4726-4b56-accf-e5adccbac439 HTTP/1.1" status: 204 len: 173 time: 1.4779208 May 25 12:12:58.546247 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-6110fb0d-302b-4a83-9a79-000a74011879 req-70c34524-a797-4404-a687-700d5c2c2c45 service neutron] 10.222.0.54 "GET /v2.0/networks/92cbe58f-da5f-428e-b139-7dfedbb5c159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653614 May 25 12:12:58.569918 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-f2690784-f2b1-4fde-9e73-6023fceb2a89 req-f2e76bb0-e020-43d4-914f-f6c80f7ec386 tempest-DeleteServersTestJSON-1449952682 tempest-DeleteServersTestJSON-1449952682-project] 10.222.0.44 "GET /v2.0/ports?device_id=7609bc70-5f08-4915-add8-01ad94e0af55 HTTP/1.1" status: 200 len: 210 time: 0.0604386 May 25 12:12:58.686437 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-69f3f49d-ec39-41b2-a6a7-95eccfe784f3 req-336bb84c-4aed-4919-8499-1f4193c6df1d tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c15b810-9c8a-4f83-a91c-4af369fe9f3c HTTP/1.1" status: 200 len: 210 time: 0.0454431 May 25 12:12:58.705210 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-6110fb0d-302b-4a83-9a79-000a74011879 req-488ac063-daa1-49f3-b974-118de75f3b5d service neutron] 10.222.0.54 "GET /v2.0/networks/92cbe58f-da5f-428e-b139-7dfedbb5c159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462111 May 25 12:12:58.899999 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c17af17-ab2f-49ee-b642-3d361a183a83 req-f88b3663-7c91-4f48-a2b5-73e3c7a346e0 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:58.901921 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-9c17af17-ab2f-49ee-b642-3d361a183a83 req-f88b3663-7c91-4f48-a2b5-73e3c7a346e0 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/ports?device_id=af06c318-46cc-446a-bb62-cc8c3ea38dad HTTP/1.1" status: 200 len: 945 time: 0.0969028 May 25 12:12:58.956157 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-9c17af17-ab2f-49ee-b642-3d361a183a83 req-55d365ac-14de-461b-99ed-f54e524626aa tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/security-groups?id=66037392-5f85-4874-a400-63cb75635da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437961 May 25 12:12:59.844815 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-bbba358e-fad7-4217-8f21-7f607fc2166c req-5a62fed0-65c8-4cc4-8d1c-0b7951f6304e tempest-DeleteServersTestJSON-1449952682 tempest-DeleteServersTestJSON-1449952682-project] 10.222.0.44 "GET /v2.0/ports?device_id=7609bc70-5f08-4915-add8-01ad94e0af55 HTTP/1.1" status: 200 len: 210 time: 0.0541928 May 25 12:12:59.865423 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a8f3fa-15f2-463d-bd28-bdc0963e6907 req-799cee9f-5007-4ea2-9edc-3287291a612a tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:12:59.898336 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-88a8f3fa-15f2-463d-bd28-bdc0963e6907 req-799cee9f-5007-4ea2-9edc-3287291a612a tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.54 "GET /v2.0/networks?id=d2534cea-29fb-4925-a89b-43de0cc13c4c HTTP/1.1" status: 200 len: 813 time: 0.3228559 May 25 12:12:59.898336 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.v2.base [req-88a8f3fa-15f2-463d-bd28-bdc0963e6907 req-255b6e57-8ed1-44a9-8562-5c8d8040385e tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Request body: {'port': {'device_id': '2c15b810-9c8a-4f83-a91c-4af369fe9f3c', 'network_id': 'd2534cea-29fb-4925-a89b-43de0cc13c4c', 'admin_state_up': True, 'tenant_id': '8ce8597116c24109952d0b56bfad7bf3'}} {{(pid=92473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 12:12:59.899570 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-bc4d68ac-cb69-4094-9546-c12fcf143c33 req-8f3413d7-55e6-4d02-8f2b-26fda77d7def tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c15b810-9c8a-4f83-a91c-4af369fe9f3c HTTP/1.1" status: 200 len: 210 time: 0.0589445 May 25 12:13:00.033792 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [req-88a8f3fa-15f2-463d-bd28-bdc0963e6907 req-255b6e57-8ed1-44a9-8562-5c8d8040385e tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:13:00.070671 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [req-88a8f3fa-15f2-463d-bd28-bdc0963e6907 req-255b6e57-8ed1-44a9-8562-5c8d8040385e tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Usage tracker for resource:port and tenant:8ce8597116c24109952d0b56bfad7bf3 is out of sync, need to count used quota {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:13:00.070671 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [req-88a8f3fa-15f2-463d-bd28-bdc0963e6907 req-255b6e57-8ed1-44a9-8562-5c8d8040385e tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Quota usage for port was recalculated. Used quota:1. {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:13:00.070671 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [req-88a8f3fa-15f2-463d-bd28-bdc0963e6907 req-255b6e57-8ed1-44a9-8562-5c8d8040385e tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:13:00.258495 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda5787f-ddb8-42ae-b320-c95e9efc09f2 req-6ae932a1-5d20-44ae-bd91-411d0ee09b6f tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:00.260100 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-eda5787f-ddb8-42ae-b320-c95e9efc09f2 req-6ae932a1-5d20-44ae-bd91-411d0ee09b6f tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/ports?device_id=af06c318-46cc-446a-bb62-cc8c3ea38dad HTTP/1.1" status: 200 len: 945 time: 0.1845992 May 25 12:13:00.308729 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-eda5787f-ddb8-42ae-b320-c95e9efc09f2 req-77989500-733b-4ff7-8ad3-7468270a0d3b tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/security-groups?id=66037392-5f85-4874-a400-63cb75635da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427043 May 25 12:13:00.680042 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88a8f3fa-15f2-463d-bd28-bdc0963e6907 req-255b6e57-8ed1-44a9-8562-5c8d8040385e tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Made reservation on behalf of 8ce8597116c24109952d0b56bfad7bf3 for: {'port': 1} {{(pid=92473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 12:13:00.699126 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-88a8f3fa-15f2-463d-bd28-bdc0963e6907 req-255b6e57-8ed1-44a9-8562-5c8d8040385e tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:00.908721 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.db_base_plugin_common [req-88a8f3fa-15f2-463d-bd28-bdc0963e6907 req-255b6e57-8ed1-44a9-8562-5c8d8040385e tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Allocated IP 172.20.0.11 (d2534cea-29fb-4925-a89b-43de0cc13c4c/bc216043-1b67-4e79-8d6b-b961d7800d7f/66a20ae4-6d4d-4d83-ab92-dd3f7f8a7516) {{(pid=92473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 12:13:01.064567 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-3da96001-f0a2-4f3b-b2ca-8dae5145a5cc req-8002a16e-0a39-426c-ae6c-fb118b2b5f4b tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c15b810-9c8a-4f83-a91c-4af369fe9f3c HTTP/1.1" status: 200 len: 210 time: 0.0536096 May 25 12:13:01.171426 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-88a8f3fa-15f2-463d-bd28-bdc0963e6907 req-255b6e57-8ed1-44a9-8562-5c8d8040385e tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Notify callbacks [] for port, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:01.273224 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-88a8f3fa-15f2-463d-bd28-bdc0963e6907 req-255b6e57-8ed1-44a9-8562-5c8d8040385e tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786008105683'] for port, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:01.279215 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:13:01.286186 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] get_ports_and_sgs() called for port_ids ['2a238a6a-e7cb-42ba-b24f-c5d7a16b2c2f'] {{(pid=92474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 12:13:01.291082 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 36268) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:13:01.366442 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88a8f3fa-15f2-463d-bd28-bdc0963e6907 req-255b6e57-8ed1-44a9-8562-5c8d8040385e tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Network d2534cea-29fb-4925-a89b-43de0cc13c4c is already hosted by enough agents. {{(pid=92473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 12:13:01.370567 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.scheduler.base_scheduler [req-88a8f3fa-15f2-463d-bd28-bdc0963e6907 req-255b6e57-8ed1-44a9-8562-5c8d8040385e tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Resources bound (agent type, host, resource id): {{(pid=92473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 12:13:01.374757 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.l3_dvrscheduler_db [req-88a8f3fa-15f2-463d-bd28-bdc0963e6907 req-255b6e57-8ed1-44a9-8562-5c8d8040385e tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Received port after_create {{(pid=92473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 12:13:01.381146 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a8f3fa-15f2-463d-bd28-bdc0963e6907 req-255b6e57-8ed1-44a9-8562-5c8d8040385e tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:01.381722 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-88a8f3fa-15f2-463d-bd28-bdc0963e6907 req-255b6e57-8ed1-44a9-8562-5c8d8040385e tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163099'] for port, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:01.420719 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255b6e57-8ed1-44a9-8562-5c8d8040385e tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Pushing event updated for resources: {'Port': ['ID=66a20ae4-6d4d-4d83-ab92-dd3f7f8a7516,revision_number=1']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:13:01.420719 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-255b6e57-8ed1-44a9-8562-5c8d8040385e tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:13:01.509619 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-88a8f3fa-15f2-463d-bd28-bdc0963e6907 req-255b6e57-8ed1-44a9-8562-5c8d8040385e tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6323705 May 25 12:13:01.528496 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.v2.base [req-88a8f3fa-15f2-463d-bd28-bdc0963e6907 req-20a52110-93d5-43e8-88aa-e92a19273a94 service neutron] Request body: {'port': {'device_id': '2c15b810-9c8a-4f83-a91c-4af369fe9f3c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77923'}} {{(pid=92473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 12:13:01.606000 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-638fc732-9b2a-4b16-b044-a7f524639797 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:01.633209 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-638fc732-9b2a-4b16-b044-a7f524639797 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:13:01.639988 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-638fc732-9b2a-4b16-b044-a7f524639797 admin admin] Usage tracker for resource:security_group_rule and tenant:784b5a8fc4614b4abdb552e90403e5e9 is out of sync, need to count used quota {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:13:01.650615 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-638fc732-9b2a-4b16-b044-a7f524639797 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:13:01.659906 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-638fc732-9b2a-4b16-b044-a7f524639797 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:13:01.690523 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-88a8f3fa-15f2-463d-bd28-bdc0963e6907 req-20a52110-93d5-43e8-88aa-e92a19273a94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:01.705019 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22499ae5-4912-4b40-8efd-76ccf273204d req-1bf0a6a5-8335-4256-81c0-44d0e8e5b6bf tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:01.706612 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-22499ae5-4912-4b40-8efd-76ccf273204d req-1bf0a6a5-8335-4256-81c0-44d0e8e5b6bf tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/ports?device_id=af06c318-46cc-446a-bb62-cc8c3ea38dad HTTP/1.1" status: 200 len: 945 time: 0.1530066 May 25 12:13:01.758273 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Device a6c15867-4726-4b56-accf-e5adccbac439 no longer exists at agent hyperv_hv-cinder-77923 {{(pid=92474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 12:13:01.787999 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-22499ae5-4912-4b40-8efd-76ccf273204d req-177b95a1-0568-45b4-8d88-30eb2f83641d tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/security-groups?id=66037392-5f85-4874-a400-63cb75635da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720255 May 25 12:13:01.808589 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.plugin [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] No Port match for: a6c15867-4726-4b56-accf-e5adccbac439 {{(pid=92474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 12:13:01.816682 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Device a6c15867-4726-4b56-accf-e5adccbac439 not bound to the agent host hv-cinder-77923 {{(pid=92474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 12:13:01.823908 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-638fc732-9b2a-4b16-b044-a7f524639797 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:01.914149 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-638fc732-9b2a-4b16-b044-a7f524639797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:01.923033 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:13:01.971279 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-638fc732-9b2a-4b16-b044-a7f524639797 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=784b5a8fc4614b4abdb552e90403e5e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6788833 May 25 12:13:01.973828 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638fc732-9b2a-4b16-b044-a7f524639797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=240ada44-6b8b-404a-912c-531f9f56e4e7,revision_number=1']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:13:01.976334 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 36300) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:13:01.978791 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-638fc732-9b2a-4b16-b044-a7f524639797 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:13:02.040613 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-5b1f1b88-4209-4bad-b77c-7e0d8a4b8d26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:02.068962 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-5b1f1b88-4209-4bad-b77c-7e0d8a4b8d26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:02.134364 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.notifiers.nova [req-88a8f3fa-15f2-463d-bd28-bdc0963e6907 req-20a52110-93d5-43e8-88aa-e92a19273a94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66a20ae4-6d4d-4d83-ab92-dd3f7f8a7516 {{(pid=92473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 12:13:02.144463 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-88a8f3fa-15f2-463d-bd28-bdc0963e6907 req-20a52110-93d5-43e8-88aa-e92a19273a94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:02.205988 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.provisioning_blocks [req-88a8f3fa-15f2-463d-bd28-bdc0963e6907 req-20a52110-93d5-43e8-88aa-e92a19273a94 service neutron] Transition to ACTIVE for port object 66a20ae4-6d4d-4d83-ab92-dd3f7f8a7516 will not be triggered until provisioned by entity L2. {{(pid=92473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 12:13:02.230368 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-5b1f1b88-4209-4bad-b77c-7e0d8a4b8d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:02.240018 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-f46ca45d-188c-41a7-98f1-a5778a57adc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:13:02.254839 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1f1b88-4209-4bad-b77c-7e0d8a4b8d26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=240ada44-6b8b-404a-912c-531f9f56e4e7,revision_number=None']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:13:02.267697 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-5b1f1b88-4209-4bad-b77c-7e0d8a4b8d26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:13:02.268260 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-5b1f1b88-4209-4bad-b77c-7e0d8a4b8d26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:02.269863 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-5b1f1b88-4209-4bad-b77c-7e0d8a4b8d26 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/240ada44-6b8b-404a-912c-531f9f56e4e7 HTTP/1.1" status: 204 len: 168 time: 0.2924716 May 25 12:13:02.287125 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-88a8f3fa-15f2-463d-bd28-bdc0963e6907 req-20a52110-93d5-43e8-88aa-e92a19273a94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:02.294408 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:13:02.301638 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e531d1a6-b6c9-4b0d-a5e5-a26e0c11181e req-a5636c81-29ef-4cc7-b4b7-e069ec83614f tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:02.303762 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-e531d1a6-b6c9-4b0d-a5e5-a26e0c11181e req-a5636c81-29ef-4cc7-b4b7-e069ec83614f tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c15b810-9c8a-4f83-a91c-4af369fe9f3c HTTP/1.1" status: 200 len: 932 time: 0.1105533 May 25 12:13:02.349042 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-e531d1a6-b6c9-4b0d-a5e5-a26e0c11181e req-0d9acb4f-a06d-4771-ab2f-ce6c485d56ed tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e30fd3d-56a9-4f5d-b932-be2974abe124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401073 May 25 12:13:02.462877 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a52110-93d5-43e8-88aa-e92a19273a94 service neutron] Pushing event updated for resources: {'Port': ['ID=66a20ae4-6d4d-4d83-ab92-dd3f7f8a7516,revision_number=2']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:13:02.466495 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-20a52110-93d5-43e8-88aa-e92a19273a94 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:13:02.487479 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.managers [req-88a8f3fa-15f2-463d-bd28-bdc0963e6907 req-20a52110-93d5-43e8-88aa-e92a19273a94 service neutron] Attempting to bind port 66a20ae4-6d4d-4d83-ab92-dd3f7f8a7516 on host hv-cinder-77923 for vnic_type normal with profile {{(pid=92473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 12:13:02.487904 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.managers [req-88a8f3fa-15f2-463d-bd28-bdc0963e6907 req-20a52110-93d5-43e8-88aa-e92a19273a94 service neutron] Attempting to bind port 66a20ae4-6d4d-4d83-ab92-dd3f7f8a7516 by drivers openvswitch,hyperv on host hv-cinder-77923 at level 0 using segments [{'id': '7a2a9d6b-6c91-4fe0-a53f-9119485a4433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'd2534cea-29fb-4925-a89b-43de0cc13c4c'}] {{(pid=92473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 12:13:02.492884 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a8f3fa-15f2-463d-bd28-bdc0963e6907 req-20a52110-93d5-43e8-88aa-e92a19273a94 service neutron] Attempting to bind port 66a20ae4-6d4d-4d83-ab92-dd3f7f8a7516 on network d2534cea-29fb-4925-a89b-43de0cc13c4c {{(pid=92473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 12:13:02.495860 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a8f3fa-15f2-463d-bd28-bdc0963e6907 req-20a52110-93d5-43e8-88aa-e92a19273a94 service neutron] Port 66a20ae4-6d4d-4d83-ab92-dd3f7f8a7516 on network d2534cea-29fb-4925-a89b-43de0cc13c4c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77923 {{(pid=92473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 12:13:02.496234 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a8f3fa-15f2-463d-bd28-bdc0963e6907 req-20a52110-93d5-43e8-88aa-e92a19273a94 service neutron] Attempting to bind port 66a20ae4-6d4d-4d83-ab92-dd3f7f8a7516 on network d2534cea-29fb-4925-a89b-43de0cc13c4c {{(pid=92473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 12:13:02.502204 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a8f3fa-15f2-463d-bd28-bdc0963e6907 req-20a52110-93d5-43e8-88aa-e92a19273a94 service neutron] Checking agent: {'id': 'ffba2d31-78f6-4a67-909d-2363647ed231', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77923', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 12, 10, 27), 'started_at': datetime.datetime(2021, 5, 25, 12, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 12, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 12:13:02.503911 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a8f3fa-15f2-463d-bd28-bdc0963e6907 req-20a52110-93d5-43e8-88aa-e92a19273a94 service neutron] Checking segment: {'id': '7a2a9d6b-6c91-4fe0-a53f-9119485a4433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'd2534cea-29fb-4925-a89b-43de0cc13c4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 12:13:02.504638 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a8f3fa-15f2-463d-bd28-bdc0963e6907 req-20a52110-93d5-43e8-88aa-e92a19273a94 service neutron] Bound using segment: {'id': '7a2a9d6b-6c91-4fe0-a53f-9119485a4433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'd2534cea-29fb-4925-a89b-43de0cc13c4c'} {{(pid=92473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 12:13:02.505275 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.managers [req-88a8f3fa-15f2-463d-bd28-bdc0963e6907 req-20a52110-93d5-43e8-88aa-e92a19273a94 service neutron] Bound port: 66a20ae4-6d4d-4d83-ab92-dd3f7f8a7516, host: hv-cinder-77923, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a2a9d6b-6c91-4fe0-a53f-9119485a4433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'd2534cea-29fb-4925-a89b-43de0cc13c4c'}}] {{(pid=92473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 12:13:02.505713 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-88a8f3fa-15f2-463d-bd28-bdc0963e6907 req-20a52110-93d5-43e8-88aa-e92a19273a94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:02.601513 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 36328) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:13:02.612382 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.db [req-88a8f3fa-15f2-463d-bd28-bdc0963e6907 req-20a52110-93d5-43e8-88aa-e92a19273a94 service neutron] For port 66a20ae4-6d4d-4d83-ab92-dd3f7f8a7516, host hv-cinder-77923, cleared binding levels {{(pid=92473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 12:13:02.616531 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.db [req-88a8f3fa-15f2-463d-bd28-bdc0963e6907 req-20a52110-93d5-43e8-88aa-e92a19273a94 service neutron] For port 66a20ae4-6d4d-4d83-ab92-dd3f7f8a7516, host hv-cinder-77923, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=66a20ae4-6d4d-4d83-ab92-dd3f7f8a7516,segment=NetworkSegment(7a2a9d6b-6c91-4fe0-a53f-9119485a4433),segment_id=7a2a9d6b-6c91-4fe0-a53f-9119485a4433)] {{(pid=92473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 12:13:02.747763 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-88a8f3fa-15f2-463d-bd28-bdc0963e6907 req-20a52110-93d5-43e8-88aa-e92a19273a94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:02.758053 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:13:02.813300 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a8f3fa-15f2-463d-bd28-bdc0963e6907 req-20a52110-93d5-43e8-88aa-e92a19273a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:02.814323 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-88a8f3fa-15f2-463d-bd28-bdc0963e6907 req-20a52110-93d5-43e8-88aa-e92a19273a94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163099'] for port, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:02.815712 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-88a8f3fa-15f2-463d-bd28-bdc0963e6907 req-20a52110-93d5-43e8-88aa-e92a19273a94 service neutron] 10.222.0.54 "PUT /v2.0/ports/66a20ae4-6d4d-4d83-ab92-dd3f7f8a7516 HTTP/1.1" status: 200 len: 1094 time: 1.2914913 May 25 12:13:02.818778 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c15b810-9c8a-4f83-a91c-4af369fe9f3c', 'tag': '66a20ae4-6d4d-4d83-ab92-dd3f7f8a7516'}] {{(pid=92473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 12:13:02.843015 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a52110-93d5-43e8-88aa-e92a19273a94 service neutron] Pushing event updated for resources: {'Port': ['ID=66a20ae4-6d4d-4d83-ab92-dd3f7f8a7516,revision_number=3']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:13:02.846537 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-20a52110-93d5-43e8-88aa-e92a19273a94 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:13:02.880098 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c15b810-9c8a-4f83-a91c-4af369fe9f3c', 'tag': '66a20ae4-6d4d-4d83-ab92-dd3f7f8a7516', 'status': 'completed', 'code': 200} May 25 12:13:03.010023 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5233dc3-763e-4ca6-a3a4-df1863592536 req-8b64d3fb-65d3-4f1d-995f-bad68a99fc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:03.011608 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-e5233dc3-763e-4ca6-a3a4-df1863592536 req-8b64d3fb-65d3-4f1d-995f-bad68a99fc8d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8ce8597116c24109952d0b56bfad7bf3&device_id=2c15b810-9c8a-4f83-a91c-4af369fe9f3c HTTP/1.1" status: 200 len: 1097 time: 0.0958276 May 25 12:13:03.040288 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-dbd690af-8938-43e9-b1cb-cdbcd8f837ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:03.057367 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-dbd690af-8938-43e9-b1cb-cdbcd8f837ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:13:03.062823 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-dbd690af-8938-43e9-b1cb-cdbcd8f837ab admin admin] Usage tracker for resource:security_group_rule and tenant:86a4f9022ff7459cb8ddf35a6d8d3c3b is out of sync, need to count used quota {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:13:03.066961 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-dbd690af-8938-43e9-b1cb-cdbcd8f837ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:13:03.073879 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-dbd690af-8938-43e9-b1cb-cdbcd8f837ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:13:03.107402 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b69c37e-603e-4ea3-8405-d0f03726e52d req-78de6c46-0e1c-46d9-919b-88c372cb9615 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:03.109008 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-9b69c37e-603e-4ea3-8405-d0f03726e52d req-78de6c46-0e1c-46d9-919b-88c372cb9615 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/ports?device_id=af06c318-46cc-446a-bb62-cc8c3ea38dad HTTP/1.1" status: 200 len: 945 time: 0.1661141 May 25 12:13:03.156713 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 36350) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:13:03.197439 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-fffdfd57-0d36-4fe6-a381-1764882d1d55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:03.221259 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-9b69c37e-603e-4ea3-8405-d0f03726e52d req-baf4d14f-0168-4a84-84e0-79ae59852d09 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/security-groups?id=66037392-5f85-4874-a400-63cb75635da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059377 May 25 12:13:03.227738 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-fffdfd57-0d36-4fe6-a381-1764882d1d55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:13:03.241458 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-fffdfd57-0d36-4fe6-a381-1764882d1d55 admin admin] Usage tracker for resource:security_group_rule and tenant:8b257d58a84e4cafa56aafb71a58235d is out of sync, need to count used quota {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:13:03.255243 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-fffdfd57-0d36-4fe6-a381-1764882d1d55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:13:03.262539 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-fffdfd57-0d36-4fe6-a381-1764882d1d55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:13:03.267042 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5233dc3-763e-4ca6-a3a4-df1863592536 req-9bbcf6c2-1d12-4c16-b872-bb66501e51e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:03.268608 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-e5233dc3-763e-4ca6-a3a4-df1863592536 req-9bbcf6c2-1d12-4c16-b872-bb66501e51e2 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=8ce8597116c24109952d0b56bfad7bf3&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2358713 May 25 12:13:03.284040 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 36356) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:13:03.287432 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-dbd690af-8938-43e9-b1cb-cdbcd8f837ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:03.345967 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.db_base_plugin_v2 [None req-08323bed-d933-4e3d-bea6-a26fc0246477 admin admin] Deleting subnet 10e3164e-b3a0-42cc-a0e4-0deb0cdec050 {{(pid=92472) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 12:13:03.349527 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-08323bed-d933-4e3d-bea6-a26fc0246477 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:03.388706 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-dbd690af-8938-43e9-b1cb-cdbcd8f837ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:03.415080 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-21b1d303-d0b5-4af0-92de-8d13415ccc4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:13:03.415252 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5233dc3-763e-4ca6-a3a4-df1863592536 req-0539be5b-e92b-49e9-865c-7bd80f607786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:03.416739 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-e5233dc3-763e-4ca6-a3a4-df1863592536 req-0539be5b-e92b-49e9-865c-7bd80f607786 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1370764 May 25 12:13:03.559977 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-08323bed-d933-4e3d-bea6-a26fc0246477 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2238172'] for subnet, precommit_delete_associations {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:03.559977 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-dbd690af-8938-43e9-b1cb-cdbcd8f837ab admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=86a4f9022ff7459cb8ddf35a6d8d3c3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9210036 May 25 12:13:03.560254 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 36362) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:13:03.569831 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd690af-8938-43e9-b1cb-cdbcd8f837ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=610e5723-e3c2-48d0-a498-da9ed834aa03,revision_number=1']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:13:03.600242 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd690af-8938-43e9-b1cb-cdbcd8f837ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:13:03.608736 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd690af-8938-43e9-b1cb-cdbcd8f837ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:13:03.608736 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd690af-8938-43e9-b1cb-cdbcd8f837ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:13:03.608736 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd690af-8938-43e9-b1cb-cdbcd8f837ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:13:03.608736 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd690af-8938-43e9-b1cb-cdbcd8f837ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:13:03.608736 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd690af-8938-43e9-b1cb-cdbcd8f837ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:13:03.608736 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd690af-8938-43e9-b1cb-cdbcd8f837ab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:13:03.608736 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd690af-8938-43e9-b1cb-cdbcd8f837ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:13:03.608736 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd690af-8938-43e9-b1cb-cdbcd8f837ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:13:03.608736 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd690af-8938-43e9-b1cb-cdbcd8f837ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:13:03.608736 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd690af-8938-43e9-b1cb-cdbcd8f837ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:13:03.608736 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd690af-8938-43e9-b1cb-cdbcd8f837ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:13:03.616845 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-dbd690af-8938-43e9-b1cb-cdbcd8f837ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:13:03.619649 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-51bc26eb-9bc6-427e-85de-59fbca3d4193 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:03.624092 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a8f3fa-15f2-463d-bd28-bdc0963e6907 req-6a5036ec-c564-4d63-bc56-940df0678a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:03.625563 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-88a8f3fa-15f2-463d-bd28-bdc0963e6907 req-6a5036ec-c564-4d63-bc56-940df0678a52 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8ce8597116c24109952d0b56bfad7bf3&device_id=2c15b810-9c8a-4f83-a91c-4af369fe9f3c HTTP/1.1" status: 200 len: 1097 time: 0.1277299 May 25 12:13:03.643009 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-08323bed-d933-4e3d-bea6-a26fc0246477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1960903'] for subnet, precommit_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:03.650480 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-51bc26eb-9bc6-427e-85de-59fbca3d4193 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:03.729259 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-88a8f3fa-15f2-463d-bd28-bdc0963e6907 req-4a0aee76-bf96-4e54-a9fa-2c6272067889 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=66a20ae4-6d4d-4d83-ab92-dd3f7f8a7516 HTTP/1.1" status: 200 len: 217 time: 0.0721915 May 25 12:13:03.731633 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-fffdfd57-0d36-4fe6-a381-1764882d1d55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:03.805597 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a8f3fa-15f2-463d-bd28-bdc0963e6907 req-80dca940-3a6c-42ad-8d90-1d3f3fd27d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:03.807072 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-88a8f3fa-15f2-463d-bd28-bdc0963e6907 req-80dca940-3a6c-42ad-8d90-1d3f3fd27d46 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bc216043-1b67-4e79-8d6b-b961d7800d7f HTTP/1.1" status: 200 len: 853 time: 0.0650852 May 25 12:13:03.811369 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a9a00b-03f2-49eb-8d5a-075900a4389b req-b5ea2738-535f-4a71-9566-80a58851ec47 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:03.812895 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-f0a9a00b-03f2-49eb-8d5a-075900a4389b req-b5ea2738-535f-4a71-9566-80a58851ec47 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c15b810-9c8a-4f83-a91c-4af369fe9f3c HTTP/1.1" status: 200 len: 944 time: 0.2933056 May 25 12:13:03.840285 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-fffdfd57-0d36-4fe6-a381-1764882d1d55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:03.860131 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-68604cb1-45b6-4718-af2f-790c24cb90d6 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:13:03.864918 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-88a8f3fa-15f2-463d-bd28-bdc0963e6907 req-add01ce4-8b15-4072-852e-e8ac5962f728 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d2534cea-29fb-4925-a89b-43de0cc13c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479670 May 25 12:13:03.954600 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-fffdfd57-0d36-4fe6-a381-1764882d1d55 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8b257d58a84e4cafa56aafb71a58235d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7944937 May 25 12:13:03.962351 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 36368) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:13:03.967491 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-51bc26eb-9bc6-427e-85de-59fbca3d4193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:03.973584 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-9d70377b-1797-45a9-8e05-a5fdf7bdf70e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:13:03.973789 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffdfd57-0d36-4fe6-a381-1764882d1d55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e9f90d1-c05c-4435-8d8b-743d8a4b99ab,revision_number=1']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:13:03.978657 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-f0a9a00b-03f2-49eb-8d5a-075900a4389b req-d731ae71-a175-459c-8e81-23cbd6d45349 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e30fd3d-56a9-4f5d-b932-be2974abe124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561952 May 25 12:13:03.992207 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-fffdfd57-0d36-4fe6-a381-1764882d1d55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:13:04.032416 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bc26eb-9bc6-427e-85de-59fbca3d4193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=610e5723-e3c2-48d0-a498-da9ed834aa03,revision_number=None']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:13:04.045028 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-51bc26eb-9bc6-427e-85de-59fbca3d4193 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:04.049862 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-51bc26eb-9bc6-427e-85de-59fbca3d4193 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/610e5723-e3c2-48d0-a498-da9ed834aa03 HTTP/1.1" status: 204 len: 168 time: 0.5135424 May 25 12:13:04.073773 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bc26eb-9bc6-427e-85de-59fbca3d4193 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:13:04.074133 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bc26eb-9bc6-427e-85de-59fbca3d4193 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:13:04.074474 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bc26eb-9bc6-427e-85de-59fbca3d4193 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:13:04.075059 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bc26eb-9bc6-427e-85de-59fbca3d4193 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:13:04.075417 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bc26eb-9bc6-427e-85de-59fbca3d4193 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:13:04.075752 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bc26eb-9bc6-427e-85de-59fbca3d4193 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:13:04.076079 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bc26eb-9bc6-427e-85de-59fbca3d4193 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:13:04.076413 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bc26eb-9bc6-427e-85de-59fbca3d4193 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:13:04.076726 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bc26eb-9bc6-427e-85de-59fbca3d4193 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:13:04.077053 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bc26eb-9bc6-427e-85de-59fbca3d4193 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:13:04.077374 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bc26eb-9bc6-427e-85de-59fbca3d4193 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:13:04.077697 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51bc26eb-9bc6-427e-85de-59fbca3d4193 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:13:04.083774 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-51bc26eb-9bc6-427e-85de-59fbca3d4193 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:13:04.119934 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-aeddbf6c-5e23-463f-b725-1c89ffce2005 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:04.125829 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-88a8f3fa-15f2-463d-bd28-bdc0963e6907 req-e79f8d07-f338-458e-9277-67a1c1b029cc service neutron] 10.222.0.54 "GET /v2.0/networks/d2534cea-29fb-4925-a89b-43de0cc13c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528679 May 25 12:13:04.158750 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-aeddbf6c-5e23-463f-b725-1c89ffce2005 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:04.223294 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-08323bed-d933-4e3d-bea6-a26fc0246477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2273115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222404'] for subnet, after_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:04.228441 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:13:04.264682 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-08323bed-d933-4e3d-bea6-a26fc0246477 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:04.272450 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08323bed-d933-4e3d-bea6-a26fc0246477 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10e3164e-b3a0-42cc-a0e4-0deb0cdec050,revision_number=None']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:13:04.277368 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-88a8f3fa-15f2-463d-bd28-bdc0963e6907 req-b055cd3b-2576-447d-aa1f-7d4e10bd9097 service neutron] 10.222.0.54 "GET /v2.0/networks/d2534cea-29fb-4925-a89b-43de0cc13c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445041 May 25 12:13:04.279198 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-08323bed-d933-4e3d-bea6-a26fc0246477 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:13:04.295882 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-08323bed-d933-4e3d-bea6-a26fc0246477 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/10e3164e-b3a0-42cc-a0e4-0deb0cdec050 HTTP/1.1" status: 204 len: 168 time: 1.0108061 May 25 12:13:04.297815 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 36384) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:13:04.331507 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-aeddbf6c-5e23-463f-b725-1c89ffce2005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:04.335340 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-aeddbf6c-5e23-463f-b725-1c89ffce2005 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:04.336583 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-aeddbf6c-5e23-463f-b725-1c89ffce2005 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8e9f90d1-c05c-4435-8d8b-743d8a4b99ab HTTP/1.1" status: 204 len: 168 time: 0.3732715 May 25 12:13:04.337797 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:13:04.349210 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeddbf6c-5e23-463f-b725-1c89ffce2005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e9f90d1-c05c-4435-8d8b-743d8a4b99ab,revision_number=None']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:13:04.353332 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-aeddbf6c-5e23-463f-b725-1c89ffce2005 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:13:04.479704 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872bcc88-7160-4a33-9faf-067a87d47aa5 req-e542209d-c1bd-42e1-9d01-d096cc0b3086 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:04.479809 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-aafdb0f8-3ab1-4a43-9cdc-7702a12e9e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628851'] for network, before_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:04.479903 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-872bcc88-7160-4a33-9faf-067a87d47aa5 req-e542209d-c1bd-42e1-9d01-d096cc0b3086 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/ports?device_id=af06c318-46cc-446a-bb62-cc8c3ea38dad HTTP/1.1" status: 200 len: 945 time: 0.1006095 May 25 12:13:04.532466 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-872bcc88-7160-4a33-9faf-067a87d47aa5 req-4558d5d9-f041-4277-9f6b-6c4681476edb tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/security-groups?id=66037392-5f85-4874-a400-63cb75635da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498440 May 25 12:13:04.613853 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-aafdb0f8-3ab1-4a43-9cdc-7702a12e9e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1908296', 'neutron.services.segments.db._delete_segments_for_network-8786008650460'] for network, precommit_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:04.626728 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-aafdb0f8-3ab1-4a43-9cdc-7702a12e9e0f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:13:04.627086 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-aafdb0f8-3ab1-4a43-9cdc-7702a12e9e0f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:13:04.627852 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-aafdb0f8-3ab1-4a43-9cdc-7702a12e9e0f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:13:04.628292 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-aafdb0f8-3ab1-4a43-9cdc-7702a12e9e0f admin admin] Subscribe: > port after_create 55550000 {{(pid=92473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:13:04.628620 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-aafdb0f8-3ab1-4a43-9cdc-7702a12e9e0f admin admin] Subscribe: > port after_delete 55550000 {{(pid=92473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:13:04.628979 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-aafdb0f8-3ab1-4a43-9cdc-7702a12e9e0f admin admin] Subscribe: > port after_update 55550000 {{(pid=92473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:13:04.629286 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-aafdb0f8-3ab1-4a43-9cdc-7702a12e9e0f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:13:04.629600 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-aafdb0f8-3ab1-4a43-9cdc-7702a12e9e0f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:13:04.629912 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-aafdb0f8-3ab1-4a43-9cdc-7702a12e9e0f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:13:04.630246 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-aafdb0f8-3ab1-4a43-9cdc-7702a12e9e0f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:13:04.808600 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-aafdb0f8-3ab1-4a43-9cdc-7702a12e9e0f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:13:04.808877 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-aafdb0f8-3ab1-4a43-9cdc-7702a12e9e0f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:13:04.809205 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-aafdb0f8-3ab1-4a43-9cdc-7702a12e9e0f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:13:04.809528 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-aafdb0f8-3ab1-4a43-9cdc-7702a12e9e0f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92473) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 25 12:13:04.809880 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.services.segments.db [None req-aafdb0f8-3ab1-4a43-9cdc-7702a12e9e0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38e1a8a1-6646-42d6-a941-53e70da61bc7']}} {{(pid=92473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:13:04.826565 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.services.segments.db [None req-aafdb0f8-3ab1-4a43-9cdc-7702a12e9e0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6cd5566-3a64-4041-86ac-b268a14991b3') {'for_net_delete': True} {{(pid=92473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:13:04.838123 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.services.segments.db [None req-aafdb0f8-3ab1-4a43-9cdc-7702a12e9e0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6cd5566-3a64-4041-86ac-b268a14991b3') {} {{(pid=92473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:13:04.838123 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-aafdb0f8-3ab1-4a43-9cdc-7702a12e9e0f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786008660637', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2835070'] for segment, before_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:04.853800 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-aafdb0f8-3ab1-4a43-9cdc-7702a12e9e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1959408'] for segment, precommit_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:04.860339 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aafdb0f8-3ab1-4a43-9cdc-7702a12e9e0f admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=92473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 12:13:04.860707 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-aafdb0f8-3ab1-4a43-9cdc-7702a12e9e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1959408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2465614'] for segment, after_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:04.876047 dv-cinder-779233-5-smb neutron-server[92473]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 25 12:13:04.876047 dv-cinder-779233-5-smb neutron-server[92473]: from cryptography.utils import int_from_bytes May 25 12:13:04.876047 dv-cinder-779233-5-smb neutron-server[92473]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 25 12:13:04.876047 dv-cinder-779233-5-smb neutron-server[92473]: from cryptography.utils import int_from_bytes May 25 12:13:04.876047 dv-cinder-779233-5-smb neutron-server[92473]: Traceback (most recent call last): May 25 12:13:04.876047 dv-cinder-779233-5-smb neutron-server[92473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 12:13:04.876047 dv-cinder-779233-5-smb neutron-server[92473]: timer() May 25 12:13:04.876047 dv-cinder-779233-5-smb neutron-server[92473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 12:13:04.876047 dv-cinder-779233-5-smb neutron-server[92473]: cb(*args, **kw) May 25 12:13:04.876047 dv-cinder-779233-5-smb neutron-server[92473]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 12:13:04.876047 dv-cinder-779233-5-smb neutron-server[92473]: return func(*args, **kwargs) May 25 12:13:04.876047 dv-cinder-779233-5-smb neutron-server[92473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 12:13:04.876047 dv-cinder-779233-5-smb neutron-server[92473]: self._notify() May 25 12:13:04.876047 dv-cinder-779233-5-smb neutron-server[92473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 12:13:04.876047 dv-cinder-779233-5-smb neutron-server[92473]: self.callback(batched_events) May 25 12:13:04.876047 dv-cinder-779233-5-smb neutron-server[92473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 12:13:04.876047 dv-cinder-779233-5-smb neutron-server[92473]: event.method(event) May 25 12:13:04.876047 dv-cinder-779233-5-smb neutron-server[92473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 12:13:04.876047 dv-cinder-779233-5-smb neutron-server[92473]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 12:13:04.876047 dv-cinder-779233-5-smb neutron-server[92473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 12:13:04.876047 dv-cinder-779233-5-smb neutron-server[92473]: aggregate_uuid = self.p_client.list_aggregates( May 25 12:13:04.876047 dv-cinder-779233-5-smb neutron-server[92473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 12:13:04.876047 dv-cinder-779233-5-smb neutron-server[92473]: return f(self, *a, **k) May 25 12:13:04.876047 dv-cinder-779233-5-smb neutron-server[92473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 12:13:04.876047 dv-cinder-779233-5-smb neutron-server[92473]: return self._get(url).json() May 25 12:13:04.876047 dv-cinder-779233-5-smb neutron-server[92473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 12:13:04.876047 dv-cinder-779233-5-smb neutron-server[92473]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 12:13:04.876047 dv-cinder-779233-5-smb neutron-server[92473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 12:13:04.876047 dv-cinder-779233-5-smb neutron-server[92473]: return self.request(url, 'GET', **kwargs) May 25 12:13:04.876047 dv-cinder-779233-5-smb neutron-server[92473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 12:13:04.876047 dv-cinder-779233-5-smb neutron-server[92473]: base_url = self.get_endpoint(auth, allow=allow, May 25 12:13:04.876047 dv-cinder-779233-5-smb neutron-server[92473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 12:13:04.876047 dv-cinder-779233-5-smb neutron-server[92473]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 12:13:04.876047 dv-cinder-779233-5-smb neutron-server[92473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 12:13:04.876047 dv-cinder-779233-5-smb neutron-server[92473]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 12:13:04.876047 dv-cinder-779233-5-smb neutron-server[92473]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 12:13:05.205421 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-aafdb0f8-3ab1-4a43-9cdc-7702a12e9e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1908289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1019683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-653800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047083'] for network, after_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:05.210226 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-2f5806c5-e311-48c9-97d9-7f0319a3b234 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:13:05.225770 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5856c8ec-ac8f-4b9c-adcf-3ca5c8c667b1 req-403a6c93-afe0-41ef-855b-61531bc67bb3 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:05.240146 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-5856c8ec-ac8f-4b9c-adcf-3ca5c8c667b1 req-403a6c93-afe0-41ef-855b-61531bc67bb3 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c15b810-9c8a-4f83-a91c-4af369fe9f3c HTTP/1.1" status: 200 len: 944 time: 0.0940218 May 25 12:13:05.240823 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-aafdb0f8-3ab1-4a43-9cdc-7702a12e9e0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653773'] for network, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:05.243005 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafdb0f8-3ab1-4a43-9cdc-7702a12e9e0f admin admin] Pushing event deleted for resources: {'Network': ['ID=38e1a8a1-6646-42d6-a941-53e70da61bc7,revision_number=None']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:13:05.249448 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-aafdb0f8-3ab1-4a43-9cdc-7702a12e9e0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:13:05.275715 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-5856c8ec-ac8f-4b9c-adcf-3ca5c8c667b1 req-07232b59-1e42-42b3-824f-6ce0b18e4ccb tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e30fd3d-56a9-4f5d-b932-be2974abe124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414283 May 25 12:13:05.336169 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-aafdb0f8-3ab1-4a43-9cdc-7702a12e9e0f admin admin] 10.222.0.44 "DELETE /v2.0/networks/38e1a8a1-6646-42d6-a941-53e70da61bc7 HTTP/1.1" status: 204 len: 168 time: 1.0369163 May 25 12:13:05.371521 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 36408) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:13:05.389726 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-36dd8496-2b14-4fea-89ab-abff9bca7a66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:05.407057 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-36dd8496-2b14-4fea-89ab-abff9bca7a66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:13:05.416736 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-36dd8496-2b14-4fea-89ab-abff9bca7a66 admin admin] Usage tracker for resource:security_group_rule and tenant:1ee664d21e0d45f9b93e23b0543e5609 is out of sync, need to count used quota {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:13:05.425773 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-36dd8496-2b14-4fea-89ab-abff9bca7a66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:13:05.441566 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-36dd8496-2b14-4fea-89ab-abff9bca7a66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:13:05.551899 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-36dd8496-2b14-4fea-89ab-abff9bca7a66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:05.689718 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-36dd8496-2b14-4fea-89ab-abff9bca7a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:05.703202 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:13:05.747046 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-36dd8496-2b14-4fea-89ab-abff9bca7a66 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1ee664d21e0d45f9b93e23b0543e5609&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3743069 May 25 12:13:05.760899 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dd8496-2b14-4fea-89ab-abff9bca7a66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbad5709-0a6a-4dbc-86be-d155308b10b1,revision_number=1']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:13:05.760899 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 36426) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:13:05.760899 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-36dd8496-2b14-4fea-89ab-abff9bca7a66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:13:05.814790 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-ce987ddd-2179-49f9-91d0-6b9796849f54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:05.836372 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916b361f-f63f-4f8c-8b87-6abbd37d4fd1 req-a2f0e4ba-a2ad-495d-a7f2-ae89a7adb3f6 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:05.837883 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-916b361f-f63f-4f8c-8b87-6abbd37d4fd1 req-a2f0e4ba-a2ad-495d-a7f2-ae89a7adb3f6 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/ports?device_id=af06c318-46cc-446a-bb62-cc8c3ea38dad HTTP/1.1" status: 200 len: 945 time: 0.1614308 May 25 12:13:05.840984 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-ce987ddd-2179-49f9-91d0-6b9796849f54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:05.890656 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-916b361f-f63f-4f8c-8b87-6abbd37d4fd1 req-76bb4c72-2ce6-405e-80df-246784b1d92b tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/security-groups?id=66037392-5f85-4874-a400-63cb75635da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470390 May 25 12:13:06.066768 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-ce987ddd-2179-49f9-91d0-6b9796849f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:06.071536 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-ab891df0-a74d-45c9-9905-f60a336fb727 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:13:06.084515 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce987ddd-2179-49f9-91d0-6b9796849f54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbad5709-0a6a-4dbc-86be-d155308b10b1,revision_number=None']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:13:06.089031 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-ce987ddd-2179-49f9-91d0-6b9796849f54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:13:06.089031 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 36438) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:13:06.092075 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-ce987ddd-2179-49f9-91d0-6b9796849f54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:06.095727 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-ce987ddd-2179-49f9-91d0-6b9796849f54 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bbad5709-0a6a-4dbc-86be-d155308b10b1 HTTP/1.1" status: 204 len: 168 time: 0.3418531 May 25 12:13:06.144028 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-d5d62cb0-9744-4270-a84a-bfd7b6abd2db admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ee8e4b92af464ac899e995209323df30&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0535929 May 25 12:13:06.145808 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 36446) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:13:06.212712 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-c19e8597-629f-489c-be7c-cf5026147238 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:06.241993 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-c19e8597-629f-489c-be7c-cf5026147238 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:06.451722 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-c19e8597-629f-489c-be7c-cf5026147238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:06.457963 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:13:06.463716 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c86814f-8946-4d18-b758-b8301a64b1a8 req-67879930-d5ab-45f0-881d-7c556df5a826 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:06.463716 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-5c86814f-8946-4d18-b758-b8301a64b1a8 req-67879930-d5ab-45f0-881d-7c556df5a826 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c15b810-9c8a-4f83-a91c-4af369fe9f3c HTTP/1.1" status: 200 len: 944 time: 0.0817053 May 25 12:13:06.469304 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19e8597-629f-489c-be7c-cf5026147238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8af42874-4ee5-4882-b244-e8f8606088b0,revision_number=None']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:13:06.473131 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-c19e8597-629f-489c-be7c-cf5026147238 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:13:06.476764 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-c19e8597-629f-489c-be7c-cf5026147238 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:06.480197 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-c19e8597-629f-489c-be7c-cf5026147238 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8af42874-4ee5-4882-b244-e8f8606088b0 HTTP/1.1" status: 204 len: 168 time: 0.3309433 May 25 12:13:06.522566 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-5c86814f-8946-4d18-b758-b8301a64b1a8 req-e8a46261-1e19-4527-aeb1-18cfcf8baeb3 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e30fd3d-56a9-4f5d-b932-be2974abe124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535975 May 25 12:13:07.104789 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f47a54-ddf1-4fda-8a4d-d598eaf0d313 req-7305fd19-18e9-402b-be77-6fd38a29d4f1 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:07.104789 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-10f47a54-ddf1-4fda-8a4d-d598eaf0d313 req-7305fd19-18e9-402b-be77-6fd38a29d4f1 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/ports?device_id=af06c318-46cc-446a-bb62-cc8c3ea38dad HTTP/1.1" status: 200 len: 945 time: 0.0897019 May 25 12:13:07.150889 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-10f47a54-ddf1-4fda-8a4d-d598eaf0d313 req-86575859-2e23-42eb-bfd1-5fa82ca15726 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/security-groups?id=66037392-5f85-4874-a400-63cb75635da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436902 May 25 12:13:07.744705 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5b2312-9155-48a5-ba4a-e789fb47d10a req-69b3bac4-29ec-4394-adc6-79c79f1307bc tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:07.768449 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-9c5b2312-9155-48a5-ba4a-e789fb47d10a req-69b3bac4-29ec-4394-adc6-79c79f1307bc tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c15b810-9c8a-4f83-a91c-4af369fe9f3c HTTP/1.1" status: 200 len: 944 time: 0.1070089 May 25 12:13:07.782613 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Device 66a20ae4-6d4d-4d83-ab92-dd3f7f8a7516 details requested by agent hyperv_hv-cinder-77923 with host hv-cinder-77923 {{(pid=92474) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 12:13:07.828630 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-9c5b2312-9155-48a5-ba4a-e789fb47d10a req-02939229-5dab-4760-a5fd-76b8bf9569bf tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e30fd3d-56a9-4f5d-b932-be2974abe124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682955 May 25 12:13:07.965395 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] For port 66a20ae4-6d4d-4d83-ab92-dd3f7f8a7516, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=66a20ae4-6d4d-4d83-ab92-dd3f7f8a7516,segment=NetworkSegment(7a2a9d6b-6c91-4fe0-a53f-9119485a4433),segment_id=7a2a9d6b-6c91-4fe0-a53f-9119485a4433)] {{(pid=92474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:13:07.980170 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Returning: {'device': '66a20ae4-6d4d-4d83-ab92-dd3f7f8a7516', 'network_id': 'd2534cea-29fb-4925-a89b-43de0cc13c4c', 'port_id': '66a20ae4-6d4d-4d83-ab92-dd3f7f8a7516', 'mac_address': 'fa:16:3e:4f:34:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc216043-1b67-4e79-8d6b-b961d7800d7f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92474) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 12:13:08.045679 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:08.070823 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.notifiers.nova [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66a20ae4-6d4d-4d83-ab92-dd3f7f8a7516 {{(pid=92474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 12:13:08.097748 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] For port 66a20ae4-6d4d-4d83-ab92-dd3f7f8a7516, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=66a20ae4-6d4d-4d83-ab92-dd3f7f8a7516,segment=NetworkSegment(7a2a9d6b-6c91-4fe0-a53f-9119485a4433),segment_id=7a2a9d6b-6c91-4fe0-a53f-9119485a4433)] {{(pid=92474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:13:08.169626 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:08.172685 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:13:08.247447 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Pushing event updated for resources: {'Port': ['ID=66a20ae4-6d4d-4d83-ab92-dd3f7f8a7516,revision_number=4']} {{(pid=92474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:13:08.254863 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:13:08.255198 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:13:08.255549 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:13:08.255873 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:13:08.256189 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:13:08.256503 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:13:08.256815 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:13:08.257123 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:13:08.257432 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:13:08.257739 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:13:08.258047 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:13:08.258353 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:13:08.262162 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:13:08.397082 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ad75ba-68f7-4ac4-932f-71d8686425f2 req-5d06a6f3-edc9-4efd-954a-53ba8ab2ac89 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:08.403767 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-d6ad75ba-68f7-4ac4-932f-71d8686425f2 req-5d06a6f3-edc9-4efd-954a-53ba8ab2ac89 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/ports?device_id=af06c318-46cc-446a-bb62-cc8c3ea38dad HTTP/1.1" status: 200 len: 945 time: 0.1006653 May 25 12:13:08.451889 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-d6ad75ba-68f7-4ac4-932f-71d8686425f2 req-317f3211-17d1-4cbb-a21c-91a5e216c582 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/security-groups?id=66037392-5f85-4874-a400-63cb75635da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432148 May 25 12:13:08.555233 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] get_ports_and_sgs() called for port_ids ['66a20ae4-6d4d-4d83-ab92-dd3f7f8a7516'] {{(pid=92474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 12:13:09.034655 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab6bf60-c049-4af7-a253-826e52b1802d req-0ee52151-4515-4057-a210-2b4da2706002 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:09.040709 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 36594) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:13:09.042154 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-4ab6bf60-c049-4af7-a253-826e52b1802d req-0ee52151-4515-4057-a210-2b4da2706002 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c15b810-9c8a-4f83-a91c-4af369fe9f3c HTTP/1.1" status: 200 len: 945 time: 0.0967302 May 25 12:13:09.100088 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-4ab6bf60-c049-4af7-a253-826e52b1802d req-db195f16-4181-420c-98b4-5ad972bf68a9 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e30fd3d-56a9-4f5d-b932-be2974abe124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569856 May 25 12:13:09.245400 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-b8fd0c8f-a290-4cb6-9a82-91171565ffcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:09.312851 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-b8fd0c8f-a290-4cb6-9a82-91171565ffcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:13:09.316602 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-b8fd0c8f-a290-4cb6-9a82-91171565ffcb admin admin] Usage tracker for resource:security_group_rule and tenant:c82129aa193e434db8de2901f301b961 is out of sync, need to count used quota {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:13:09.319388 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-b8fd0c8f-a290-4cb6-9a82-91171565ffcb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:13:09.325394 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-b8fd0c8f-a290-4cb6-9a82-91171565ffcb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:13:09.412137 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-b8fd0c8f-a290-4cb6-9a82-91171565ffcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:09.537139 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-b8fd0c8f-a290-4cb6-9a82-91171565ffcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:09.547115 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-9a4045e4-3e9e-4b23-889e-7b994278ce78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:13:09.592703 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-b8fd0c8f-a290-4cb6-9a82-91171565ffcb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c82129aa193e434db8de2901f301b961&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5503974 May 25 12:13:09.594723 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fd0c8f-a290-4cb6-9a82-91171565ffcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ad666b6-0a0e-4f30-a1b2-4aef31a27629,revision_number=1']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:13:09.597817 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 36620) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:13:09.600589 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-b8fd0c8f-a290-4cb6-9a82-91171565ffcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:13:09.646993 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9432a2e2-875c-4c03-bf1f-bc952c1b93ad req-488d69e7-5e1f-44a2-97eb-547ac5fb40da tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:09.648817 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-9432a2e2-875c-4c03-bf1f-bc952c1b93ad req-488d69e7-5e1f-44a2-97eb-547ac5fb40da tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/ports?device_id=af06c318-46cc-446a-bb62-cc8c3ea38dad HTTP/1.1" status: 200 len: 945 time: 0.0864372 May 25 12:13:09.664178 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-14b19bbb-164f-49b7-82f1-83b46fc6f64c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:09.696735 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-14b19bbb-164f-49b7-82f1-83b46fc6f64c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:09.709048 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-9432a2e2-875c-4c03-bf1f-bc952c1b93ad req-8ab280e9-284f-42e4-b2b0-6f1ca60667b3 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/security-groups?id=66037392-5f85-4874-a400-63cb75635da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526965 May 25 12:13:09.790452 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Device 66a20ae4-6d4d-4d83-ab92-dd3f7f8a7516 up at agent hyperv_hv-cinder-77923 {{(pid=92474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 12:13:09.846442 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 36630) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:13:09.863833 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 36636) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:13:09.885909 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-14b19bbb-164f-49b7-82f1-83b46fc6f64c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:09.899718 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:13:09.904613 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b19bbb-164f-49b7-82f1-83b46fc6f64c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ad666b6-0a0e-4f30-a1b2-4aef31a27629,revision_number=None']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:13:09.907978 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-14b19bbb-164f-49b7-82f1-83b46fc6f64c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:13:09.909936 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-14b19bbb-164f-49b7-82f1-83b46fc6f64c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:09.911206 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-14b19bbb-164f-49b7-82f1-83b46fc6f64c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7ad666b6-0a0e-4f30-a1b2-4aef31a27629 HTTP/1.1" status: 204 len: 168 time: 0.3124440 May 25 12:13:09.997958 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Provisioning for port 66a20ae4-6d4d-4d83-ab92-dd3f7f8a7516 completed by entity L2. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 12:13:10.005586 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Provisioning complete for port 66a20ae4-6d4d-4d83-ab92-dd3f7f8a7516 triggered by entity L2. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 12:13:10.006352 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902397'] for port, provisioning_complete {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:10.011619 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-f1866d78-0aab-4c88-87e8-2968ccc71f4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:10.062823 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-045b6ea8-d2c6-476b-ae80-79b75587877d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:10.079455 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-f1866d78-0aab-4c88-87e8-2968ccc71f4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:13:10.088749 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-f1866d78-0aab-4c88-87e8-2968ccc71f4a admin admin] Usage tracker for resource:security_group_rule and tenant:7307ec5b8a344c7bb64a26ac4abcadfb is out of sync, need to count used quota {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:13:10.091764 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-045b6ea8-d2c6-476b-ae80-79b75587877d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:13:10.094054 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-f1866d78-0aab-4c88-87e8-2968ccc71f4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:13:10.101547 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-045b6ea8-d2c6-476b-ae80-79b75587877d admin admin] Usage tracker for resource:security_group_rule and tenant:da7e4daec7434bc3a77e481293c73dc7 is out of sync, need to count used quota {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:13:10.104242 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-f1866d78-0aab-4c88-87e8-2968ccc71f4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:13:10.106405 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-045b6ea8-d2c6-476b-ae80-79b75587877d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:13:10.114574 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-045b6ea8-d2c6-476b-ae80-79b75587877d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:13:10.156207 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:10.187847 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c15b810-9c8a-4f83-a91c-4af369fe9f3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66a20ae4-6d4d-4d83-ab92-dd3f7f8a7516'}] {{(pid=92474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 12:13:10.199348 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] For port 66a20ae4-6d4d-4d83-ab92-dd3f7f8a7516, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=66a20ae4-6d4d-4d83-ab92-dd3f7f8a7516,segment=NetworkSegment(7a2a9d6b-6c91-4fe0-a53f-9119485a4433),segment_id=7a2a9d6b-6c91-4fe0-a53f-9119485a4433)] {{(pid=92474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:13:10.244025 dv-cinder-779233-5-smb neutron-server[92474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c15b810-9c8a-4f83-a91c-4af369fe9f3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66a20ae4-6d4d-4d83-ab92-dd3f7f8a7516', 'code': 200} May 25 12:13:10.301640 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e53be82-eec9-4c40-9f3d-4e601469afd9 req-e6584342-cf1a-40a7-8ae9-1218271f20e0 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:10.303455 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-9e53be82-eec9-4c40-9f3d-4e601469afd9 req-e6584342-cf1a-40a7-8ae9-1218271f20e0 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c15b810-9c8a-4f83-a91c-4af369fe9f3c HTTP/1.1" status: 200 len: 945 time: 0.0951290 May 25 12:13:10.312316 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:10.317067 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-f9b98072-148f-4757-a63e-a30db8bca9d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:13:10.322557 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-f1866d78-0aab-4c88-87e8-2968ccc71f4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:10.332341 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-045b6ea8-d2c6-476b-ae80-79b75587877d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:10.369011 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-9e53be82-eec9-4c40-9f3d-4e601469afd9 req-e727e4da-97dd-4830-b0d5-cd861664427a tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e30fd3d-56a9-4f5d-b932-be2974abe124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597773 May 25 12:13:10.408154 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Pushing event updated for resources: {'Port': ['ID=66a20ae4-6d4d-4d83-ab92-dd3f7f8a7516,revision_number=5']} {{(pid=92474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:13:10.411303 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:13:10.420331 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-f1866d78-0aab-4c88-87e8-2968ccc71f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:10.429306 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:13:10.470442 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-045b6ea8-d2c6-476b-ae80-79b75587877d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:10.480725 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-f1866d78-0aab-4c88-87e8-2968ccc71f4a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7307ec5b8a344c7bb64a26ac4abcadfb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6332138 May 25 12:13:10.483756 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 36660) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:13:10.493706 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1866d78-0aab-4c88-87e8-2968ccc71f4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0da9c391-8935-4d52-aa58-d6c4a8a18ce9,revision_number=1']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:13:10.498079 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-f1866d78-0aab-4c88-87e8-2968ccc71f4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:13:10.498474 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:13:10.531968 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-045b6ea8-d2c6-476b-ae80-79b75587877d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=da7e4daec7434bc3a77e481293c73dc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6651049 May 25 12:13:10.536532 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 36664) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:13:10.541809 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045b6ea8-d2c6-476b-ae80-79b75587877d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f1938f7-a6f7-403b-b547-8cc4029eea5b,revision_number=1']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:13:10.545436 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-045b6ea8-d2c6-476b-ae80-79b75587877d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:13:10.594877 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-a8890c06-cec7-447b-8849-2006a71190cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:10.637078 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-a8890c06-cec7-447b-8849-2006a71190cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:10.642996 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-a3d660ad-e2c2-4661-ad7e-ac22c3c6a35a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:10.689598 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-a3d660ad-e2c2-4661-ad7e-ac22c3c6a35a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:10.783668 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bda8d4e-7e17-4860-837e-7e79516e4366 req-eed0b4c7-3508-48c2-ba4e-78dceca259eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:10.784667 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-0bda8d4e-7e17-4860-837e-7e79516e4366 req-eed0b4c7-3508-48c2-ba4e-78dceca259eb service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2c15b810-9c8a-4f83-a91c-4af369fe9f3c HTTP/1.1" status: 200 len: 1099 time: 0.0782285 May 25 12:13:10.826611 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-a8890c06-cec7-447b-8849-2006a71190cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:10.831865 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-d786962b-14aa-43e4-9f31-62a5452716a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:13:10.836993 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-0bda8d4e-7e17-4860-837e-7e79516e4366 req-f4686ceb-0b06-4393-a32f-176e7852e7c0 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=9e30fd3d-56a9-4f5d-b932-be2974abe124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381505 May 25 12:13:10.875028 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8890c06-cec7-447b-8849-2006a71190cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0da9c391-8935-4d52-aa58-d6c4a8a18ce9,revision_number=None']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:13:10.885669 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-a8890c06-cec7-447b-8849-2006a71190cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:13:10.889923 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-a3d660ad-e2c2-4661-ad7e-ac22c3c6a35a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:10.895859 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-aeddbf6c-5e23-463f-b725-1c89ffce2005 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:13:10.920462 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-a8890c06-cec7-447b-8849-2006a71190cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:10.923021 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-a8890c06-cec7-447b-8849-2006a71190cb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0da9c391-8935-4d52-aa58-d6c4a8a18ce9 HTTP/1.1" status: 204 len: 168 time: 0.4368567 May 25 12:13:10.925915 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d660ad-e2c2-4661-ad7e-ac22c3c6a35a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f1938f7-a6f7-403b-b547-8cc4029eea5b,revision_number=None']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:13:10.929468 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-a3d660ad-e2c2-4661-ad7e-ac22c3c6a35a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:13:10.931291 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-a3d660ad-e2c2-4661-ad7e-ac22c3c6a35a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:10.934428 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-a3d660ad-e2c2-4661-ad7e-ac22c3c6a35a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5f1938f7-a6f7-403b-b547-8cc4029eea5b HTTP/1.1" status: 204 len: 168 time: 0.3940854 May 25 12:13:10.967711 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc437d5a-4117-4c78-aab7-8e2763b800a1 req-a9347561-f14b-4ef7-9ea6-687750a64e56 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:10.969548 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-fc437d5a-4117-4c78-aab7-8e2763b800a1 req-a9347561-f14b-4ef7-9ea6-687750a64e56 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/ports?device_id=af06c318-46cc-446a-bb62-cc8c3ea38dad HTTP/1.1" status: 200 len: 945 time: 0.1266301 May 25 12:13:11.003338 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 36684) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:13:11.029962 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-b7111bc3-b6e9-4ef2-92cb-f2f9225b73ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:11.039137 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-fc437d5a-4117-4c78-aab7-8e2763b800a1 req-01aa4009-8898-4fee-9d60-70ce279ffa80 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/security-groups?id=66037392-5f85-4874-a400-63cb75635da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631366 May 25 12:13:11.045667 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-b7111bc3-b6e9-4ef2-92cb-f2f9225b73ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:13:11.049585 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-b7111bc3-b6e9-4ef2-92cb-f2f9225b73ec admin admin] Usage tracker for resource:security_group_rule and tenant:83702a8c5358419a9eee226776717837 is out of sync, need to count used quota {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:13:11.053729 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-b7111bc3-b6e9-4ef2-92cb-f2f9225b73ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:13:11.063716 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-b7111bc3-b6e9-4ef2-92cb-f2f9225b73ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:13:11.146950 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-b7111bc3-b6e9-4ef2-92cb-f2f9225b73ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:11.291784 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-b7111bc3-b6e9-4ef2-92cb-f2f9225b73ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:11.301400 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-b07d00a4-9349-4f8f-b2d0-b166fe83ee02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:13:11.349142 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7111bc3-b6e9-4ef2-92cb-f2f9225b73ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bf3c950-dc9a-47a8-9769-182fb2a35a50,revision_number=1']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:13:11.354472 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-b7111bc3-b6e9-4ef2-92cb-f2f9225b73ec admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=83702a8c5358419a9eee226776717837&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3487673 May 25 12:13:11.354472 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-b7111bc3-b6e9-4ef2-92cb-f2f9225b73ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:13:11.356959 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 36704) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:13:11.442627 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-8ca206c5-11d8-4caf-bf2d-42f0ccb0f8b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:11.476605 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-8ca206c5-11d8-4caf-bf2d-42f0ccb0f8b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:11.619882 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfe678a-5d84-4400-b78a-6105ce76f453 req-1dfb339b-773e-4b61-b4dd-ae8bbb3ead58 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:11.621313 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-5cfe678a-5d84-4400-b78a-6105ce76f453 req-1dfb339b-773e-4b61-b4dd-ae8bbb3ead58 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c15b810-9c8a-4f83-a91c-4af369fe9f3c HTTP/1.1" status: 200 len: 946 time: 0.0846312 May 25 12:13:11.664967 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-5cfe678a-5d84-4400-b78a-6105ce76f453 req-f86ace10-1c74-49e4-9772-1d9f7230b670 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e30fd3d-56a9-4f5d-b932-be2974abe124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379686 May 25 12:13:11.717956 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-8ca206c5-11d8-4caf-bf2d-42f0ccb0f8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:11.724772 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-f54b12fc-ea9b-4960-b2ff-99f348d09b93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:13:11.736712 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca206c5-11d8-4caf-bf2d-42f0ccb0f8b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bf3c950-dc9a-47a8-9769-182fb2a35a50,revision_number=None']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:13:11.739891 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-8ca206c5-11d8-4caf-bf2d-42f0ccb0f8b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:13:11.742049 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-8ca206c5-11d8-4caf-bf2d-42f0ccb0f8b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:11.743195 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-8ca206c5-11d8-4caf-bf2d-42f0ccb0f8b3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6bf3c950-dc9a-47a8-9769-182fb2a35a50 HTTP/1.1" status: 204 len: 168 time: 0.3849392 May 25 12:13:11.967480 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 36724) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:13:12.006205 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-99b2f73a-5097-43c6-bb5b-72b65566146c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:12.020603 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-99b2f73a-5097-43c6-bb5b-72b65566146c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:13:12.024357 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-99b2f73a-5097-43c6-bb5b-72b65566146c admin admin] Usage tracker for resource:security_group_rule and tenant:0c713152b3c7458fa3affdda9c2e48f1 is out of sync, need to count used quota {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:13:12.027117 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-99b2f73a-5097-43c6-bb5b-72b65566146c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:13:12.033001 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-99b2f73a-5097-43c6-bb5b-72b65566146c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:13:12.083207 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 36732) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:13:12.154044 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-99b2f73a-5097-43c6-bb5b-72b65566146c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:12.249453 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f85569e-1081-400b-80e7-310df0043d1b req-e1eba607-7773-456f-8a8f-fe97ff4e388b tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:12.259862 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-7f85569e-1081-400b-80e7-310df0043d1b req-e1eba607-7773-456f-8a8f-fe97ff4e388b tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/ports?device_id=af06c318-46cc-446a-bb62-cc8c3ea38dad HTTP/1.1" status: 200 len: 945 time: 0.0973687 May 25 12:13:12.269017 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-99b2f73a-5097-43c6-bb5b-72b65566146c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:12.280088 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:13:12.304905 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-7f85569e-1081-400b-80e7-310df0043d1b req-8d58e226-9892-466b-8137-8a71d8ee38bd tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/security-groups?id=66037392-5f85-4874-a400-63cb75635da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440009 May 25 12:13:12.337744 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b2f73a-5097-43c6-bb5b-72b65566146c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11a6a1d1-1d8c-42b5-b3e3-7618b2111c3d,revision_number=1']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:13:12.341324 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-99b2f73a-5097-43c6-bb5b-72b65566146c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:13:12.354862 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-99b2f73a-5097-43c6-bb5b-72b65566146c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0c713152b3c7458fa3affdda9c2e48f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3829665 May 25 12:13:12.354862 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-84e9cce9-40f8-485d-8252-de100751d183 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:12.355285 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 36742) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:13:12.368789 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-84e9cce9-40f8-485d-8252-de100751d183 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:13:12.373729 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-84e9cce9-40f8-485d-8252-de100751d183 admin admin] Usage tracker for resource:security_group_rule and tenant:06e93260382742c5b1f74d7c6eaf35d3 is out of sync, need to count used quota {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:13:12.376965 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-84e9cce9-40f8-485d-8252-de100751d183 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:13:12.383099 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-84e9cce9-40f8-485d-8252-de100751d183 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:13:12.422854 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-072bde47-be47-4bea-9080-30595576dd25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:12.463903 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-072bde47-be47-4bea-9080-30595576dd25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:12.477072 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-84e9cce9-40f8-485d-8252-de100751d183 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:12.580638 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-84e9cce9-40f8-485d-8252-de100751d183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:12.590121 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-51bc26eb-9bc6-427e-85de-59fbca3d4193 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:13:12.628371 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-84e9cce9-40f8-485d-8252-de100751d183 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=06e93260382742c5b1f74d7c6eaf35d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5400913 May 25 12:13:12.630321 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9cce9-40f8-485d-8252-de100751d183 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=111c0c41-b2aa-40d9-8395-d2753a3787f5,revision_number=1']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:13:12.631068 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 36754) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:13:12.633862 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-84e9cce9-40f8-485d-8252-de100751d183 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:13:12.660087 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-072bde47-be47-4bea-9080-30595576dd25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:12.667725 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-fffdfd57-0d36-4fe6-a381-1764882d1d55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:13:12.686359 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072bde47-be47-4bea-9080-30595576dd25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11a6a1d1-1d8c-42b5-b3e3-7618b2111c3d,revision_number=None']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:13:12.692680 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-072bde47-be47-4bea-9080-30595576dd25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:13:12.696271 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-072bde47-be47-4bea-9080-30595576dd25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:12.699875 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-072bde47-be47-4bea-9080-30595576dd25 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/11a6a1d1-1d8c-42b5-b3e3-7618b2111c3d HTTP/1.1" status: 204 len: 168 time: 0.3418763 May 25 12:13:12.718116 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-29fa3f70-449c-473a-bd6c-d7f787461b1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:12.745289 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-29fa3f70-449c-473a-bd6c-d7f787461b1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:12.886714 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336b261f-bfd8-45bd-a228-ac22bd4f050c req-442cdf48-9ce9-4302-901f-e8aa85f9607d tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:12.888226 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-336b261f-bfd8-45bd-a228-ac22bd4f050c req-442cdf48-9ce9-4302-901f-e8aa85f9607d tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c15b810-9c8a-4f83-a91c-4af369fe9f3c HTTP/1.1" status: 200 len: 946 time: 0.0914240 May 25 12:13:12.935711 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-336b261f-bfd8-45bd-a228-ac22bd4f050c req-3b88dde3-b421-4ad9-b210-f74287c10afe tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e30fd3d-56a9-4f5d-b932-be2974abe124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396383 May 25 12:13:12.942737 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-29fa3f70-449c-473a-bd6c-d7f787461b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:12.947448 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-d179541c-1e51-4ae8-9469-20ad0854aa4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:13:12.960846 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fa3f70-449c-473a-bd6c-d7f787461b1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=111c0c41-b2aa-40d9-8395-d2753a3787f5,revision_number=None']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:13:12.963660 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-29fa3f70-449c-473a-bd6c-d7f787461b1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:13:12.964578 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-29fa3f70-449c-473a-bd6c-d7f787461b1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:12.965662 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-29fa3f70-449c-473a-bd6c-d7f787461b1f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/111c0c41-b2aa-40d9-8395-d2753a3787f5 HTTP/1.1" status: 204 len: 168 time: 0.3334725 May 25 12:13:13.523468 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d21815-b035-4a2b-91e2-d805e94ebf55 req-46d6b783-4427-4f50-bf91-3e978ed438db tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:13.530603 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-10d21815-b035-4a2b-91e2-d805e94ebf55 req-46d6b783-4427-4f50-bf91-3e978ed438db tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/ports?device_id=af06c318-46cc-446a-bb62-cc8c3ea38dad HTTP/1.1" status: 200 len: 945 time: 0.1096082 May 25 12:13:13.573189 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-10d21815-b035-4a2b-91e2-d805e94ebf55 req-4d1034d2-1ec9-4160-9158-7e57ba567b2f tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/security-groups?id=66037392-5f85-4874-a400-63cb75635da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416579 May 25 12:13:13.848835 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 36828) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:13:13.898294 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-1110948f-649a-4d37-8b6d-d9be7945efae admin admin] Notify callbacks [] for security_group, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:13.926512 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-1110948f-649a-4d37-8b6d-d9be7945efae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:13:13.931132 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-1110948f-649a-4d37-8b6d-d9be7945efae admin admin] Usage tracker for resource:security_group_rule and tenant:82bf193c3e694478af6538d862f78c17 is out of sync, need to count used quota {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:13:13.935564 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-1110948f-649a-4d37-8b6d-d9be7945efae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:13:13.942477 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-1110948f-649a-4d37-8b6d-d9be7945efae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:13:14.059096 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-1110948f-649a-4d37-8b6d-d9be7945efae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:14.072570 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-23df74a0-03b1-43e8-adbb-39c34f6191a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:14.104730 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 36840) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:13:14.125529 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-cd618629-b2fe-4d19-ad3e-bfffeb3a0537 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:14.137046 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-1110948f-649a-4d37-8b6d-d9be7945efae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:14.146983 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-3876dc5b-8729-44fc-97e3-f3ecbac1e365 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:13:14.163055 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-cd618629-b2fe-4d19-ad3e-bfffeb3a0537 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:13:14.167347 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-cd618629-b2fe-4d19-ad3e-bfffeb3a0537 admin admin] Usage tracker for resource:security_group_rule and tenant:e6926f176ae74791aa57796c710e9394 is out of sync, need to count used quota {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:13:14.170452 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-cd618629-b2fe-4d19-ad3e-bfffeb3a0537 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:13:14.178513 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-cd618629-b2fe-4d19-ad3e-bfffeb3a0537 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:13:14.178939 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1110948f-649a-4d37-8b6d-d9be7945efae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc8f42c5-36b8-45af-8c40-1b1b3c6424df,revision_number=1']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:13:14.188231 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-1110948f-649a-4d37-8b6d-d9be7945efae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:13:14.199945 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-1110948f-649a-4d37-8b6d-d9be7945efae admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=82bf193c3e694478af6538d862f78c17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3490081 May 25 12:13:14.202548 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 36844) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:13:14.277101 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-84dcefee-36f2-4417-a20e-299d12f411ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:14.280515 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-cd618629-b2fe-4d19-ad3e-bfffeb3a0537 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:14.305778 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-84dcefee-36f2-4417-a20e-299d12f411ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:14.417329 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-cd618629-b2fe-4d19-ad3e-bfffeb3a0537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:14.424788 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-638fc732-9b2a-4b16-b044-a7f524639797 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:13:14.466001 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-cd618629-b2fe-4d19-ad3e-bfffeb3a0537 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e6926f176ae74791aa57796c710e9394&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3599551 May 25 12:13:14.466847 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd618629-b2fe-4d19-ad3e-bfffeb3a0537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c0836f0-fd64-4e3d-b73d-0c0ba9dab18c,revision_number=1']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:13:14.469501 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 36852) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:13:14.469825 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-cd618629-b2fe-4d19-ad3e-bfffeb3a0537 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:13:14.531874 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-1b4407f0-304b-4fda-9b9d-ebb9d8ac16f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:14.557273 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-1b4407f0-304b-4fda-9b9d-ebb9d8ac16f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:14.697288 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-84dcefee-36f2-4417-a20e-299d12f411ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:14.701947 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-1110948f-649a-4d37-8b6d-d9be7945efae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:13:14.724890 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dcefee-36f2-4417-a20e-299d12f411ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc8f42c5-36b8-45af-8c40-1b1b3c6424df,revision_number=None']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:13:14.729584 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-84dcefee-36f2-4417-a20e-299d12f411ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:13:14.763119 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-84dcefee-36f2-4417-a20e-299d12f411ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:14.765156 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-84dcefee-36f2-4417-a20e-299d12f411ea admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cc8f42c5-36b8-45af-8c40-1b1b3c6424df HTTP/1.1" status: 204 len: 168 time: 0.5604136 May 25 12:13:14.840996 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-1b4407f0-304b-4fda-9b9d-ebb9d8ac16f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:14.843481 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-1b4407f0-304b-4fda-9b9d-ebb9d8ac16f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:14.844875 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-1b4407f0-304b-4fda-9b9d-ebb9d8ac16f7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8c0836f0-fd64-4e3d-b73d-0c0ba9dab18c HTTP/1.1" status: 204 len: 168 time: 0.3737671 May 25 12:13:14.845591 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-99b2f73a-5097-43c6-bb5b-72b65566146c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:13:14.855474 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4407f0-304b-4fda-9b9d-ebb9d8ac16f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c0836f0-fd64-4e3d-b73d-0c0ba9dab18c,revision_number=None']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:13:14.857643 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-1b4407f0-304b-4fda-9b9d-ebb9d8ac16f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:13:14.859274 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf3c9d5-bdb7-4380-b153-a536b6453c0f req-ad435cdc-b287-4ce8-96dd-c95498094b58 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:14.860923 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-fbf3c9d5-bdb7-4380-b153-a536b6453c0f req-ad435cdc-b287-4ce8-96dd-c95498094b58 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/ports?device_id=af06c318-46cc-446a-bb62-cc8c3ea38dad HTTP/1.1" status: 200 len: 945 time: 0.1592116 May 25 12:13:14.915017 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-fbf3c9d5-bdb7-4380-b153-a536b6453c0f req-c23b97f7-2a27-4b44-b7f6-02e6abe2bce4 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/security-groups?id=66037392-5f85-4874-a400-63cb75635da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442889 May 25 12:13:16.107293 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb9db0-c86d-4af1-bf80-d4ded7f335f8 req-d970f577-f094-4e0f-990c-5e1df787b66d tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:16.108807 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-c8eb9db0-c86d-4af1-bf80-d4ded7f335f8 req-d970f577-f094-4e0f-990c-5e1df787b66d tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/ports?device_id=af06c318-46cc-446a-bb62-cc8c3ea38dad HTTP/1.1" status: 200 len: 945 time: 0.0819857 May 25 12:13:16.161316 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-c8eb9db0-c86d-4af1-bf80-d4ded7f335f8 req-ac52cd09-34b0-4911-9b92-2a219a1a9d65 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/security-groups?id=66037392-5f85-4874-a400-63cb75635da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459156 May 25 12:13:16.428015 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:16.820400 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-fa12c860-0aa4-4ff0-8eb6-647766e8a354 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:16.933068 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e396f4-ddda-436c-9f2d-b9b5c29457f0 req-3004e113-7505-4dc8-acff-fcd9275a5085 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:16.934559 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-e2e396f4-ddda-436c-9f2d-b9b5c29457f0 req-3004e113-7505-4dc8-acff-fcd9275a5085 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/networks?id=d2534cea-29fb-4925-a89b-43de0cc13c4c HTTP/1.1" status: 200 len: 813 time: 0.1692200 May 25 12:13:16.951927 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-e2e396f4-ddda-436c-9f2d-b9b5c29457f0 req-466b4526-9b6e-4314-ac72-881c4c5d3b08 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/quotas/8ce8597116c24109952d0b56bfad7bf3 HTTP/1.1" status: 200 len: 375 time: 0.0092914 May 25 12:13:17.062384 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-e2e396f4-ddda-436c-9f2d-b9b5c29457f0 req-16b6f9e6-4a8a-43c8-bd06-7e3317c10d51 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=8ce8597116c24109952d0b56bfad7bf3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0968156 May 25 12:13:17.196911 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-e2e396f4-ddda-436c-9f2d-b9b5c29457f0 req-fc957a1c-903f-49f5-80a4-f75509d82efe service neutron] 10.222.0.44 "GET /v2.0/networks/d2534cea-29fb-4925-a89b-43de0cc13c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274402 May 25 12:13:17.398570 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-e2e396f4-ddda-436c-9f2d-b9b5c29457f0 req-8543067a-9da9-486c-b82c-5931a2a8f0ac service neutron] 10.222.0.44 "GET /v2.0/networks/d2534cea-29fb-4925-a89b-43de0cc13c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931183 May 25 12:13:17.410316 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b71f87-498c-4311-b9a6-fb4aec4468f3 req-73291fcd-5d73-4a37-abba-15b2a5ba14d1 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:17.411676 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-69b71f87-498c-4311-b9a6-fb4aec4468f3 req-73291fcd-5d73-4a37-abba-15b2a5ba14d1 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/ports?device_id=af06c318-46cc-446a-bb62-cc8c3ea38dad HTTP/1.1" status: 200 len: 945 time: 0.1272883 May 25 12:13:17.472562 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-69b71f87-498c-4311-b9a6-fb4aec4468f3 req-c921992a-48ac-4987-8425-5bdcc0b7d809 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/security-groups?id=66037392-5f85-4874-a400-63cb75635da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544748 May 25 12:13:17.822934 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 37002) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:13:17.963220 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-fe09ed93-ba1d-4b78-8112-a92540f87a5c req-b3af94d8-3fb6-49a7-a3a3-ee0dd53538d6 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/ports?device_id=34edf233-8bbf-4d68-a3f3-d3631b75947a HTTP/1.1" status: 200 len: 210 time: 0.0863132 May 25 12:13:18.020985 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-911d428b-4797-412f-b888-61db1bd0a77a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:18.030107 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-911d428b-4797-412f-b888-61db1bd0a77a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:13:18.034632 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-911d428b-4797-412f-b888-61db1bd0a77a admin admin] Usage tracker for resource:security_group_rule and tenant:5d52882402564485b89e5a848753bb16 is out of sync, need to count used quota {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:13:18.037664 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-911d428b-4797-412f-b888-61db1bd0a77a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:13:18.039747 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ff182aac-c7db-4435-9e5c-c570f96503ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:18.055302 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-911d428b-4797-412f-b888-61db1bd0a77a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:13:18.087269 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.agents_db [None req-9d38de35-3365-4658-8f1e-c8b00fd146ea None None] Agent healthcheck: found 6 active agents {{(pid=92475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 12:13:18.150079 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-911d428b-4797-412f-b888-61db1bd0a77a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:18.239955 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-911d428b-4797-412f-b888-61db1bd0a77a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:18.253345 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-36dd8496-2b14-4fea-89ab-abff9bca7a66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:13:18.297931 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 37032) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:13:18.298472 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-911d428b-4797-412f-b888-61db1bd0a77a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5d52882402564485b89e5a848753bb16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4727089 May 25 12:13:18.314976 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911d428b-4797-412f-b888-61db1bd0a77a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=660834e4-4744-4f26-b638-51fe1b546138,revision_number=1']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:13:18.319067 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-911d428b-4797-412f-b888-61db1bd0a77a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:13:18.400856 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-3a2ba31f-dbb2-4490-a92d-908d8f78048a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:18.436371 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-3a2ba31f-dbb2-4490-a92d-908d8f78048a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:18.611164 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-3a2ba31f-dbb2-4490-a92d-908d8f78048a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:18.617915 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:13:18.631064 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2ba31f-dbb2-4490-a92d-908d8f78048a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=660834e4-4744-4f26-b638-51fe1b546138,revision_number=None']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:13:18.637027 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-3a2ba31f-dbb2-4490-a92d-908d8f78048a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:13:18.646206 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-3a2ba31f-dbb2-4490-a92d-908d8f78048a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:18.647886 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-3a2ba31f-dbb2-4490-a92d-908d8f78048a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/660834e4-4744-4f26-b638-51fe1b546138 HTTP/1.1" status: 204 len: 168 time: 0.3480442 May 25 12:13:18.758903 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff12cd8-dbb7-4d36-9353-a417aaf4dae7 req-e7429814-d4c4-404e-bdd6-0ec05156a595 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:18.760330 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-6ff12cd8-dbb7-4d36-9353-a417aaf4dae7 req-e7429814-d4c4-404e-bdd6-0ec05156a595 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/ports?device_id=af06c318-46cc-446a-bb62-cc8c3ea38dad HTTP/1.1" status: 200 len: 945 time: 0.0869684 May 25 12:13:18.822312 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-6ff12cd8-dbb7-4d36-9353-a417aaf4dae7 req-160b6c94-21ac-4c81-a280-a56616916304 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/security-groups?id=66037392-5f85-4874-a400-63cb75635da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542505 May 25 12:13:19.125529 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-196b1bf4-d592-44e3-9161-96c86731878e req-13e32d54-aff2-444f-aaae-b52b44d1aea1 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/ports?device_id=34edf233-8bbf-4d68-a3f3-d3631b75947a HTTP/1.1" status: 200 len: 210 time: 0.0442975 May 25 12:13:19.526510 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-cb1178c2-b2b5-418b-a63c-7279ce5a9fe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:19.909376 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 37088) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:13:19.951005 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 37094) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:13:19.973869 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-0e80292f-70e2-4b4c-a868-c5ab36136ad4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:19.991778 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-0e80292f-70e2-4b4c-a868-c5ab36136ad4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:13:19.996706 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-0e80292f-70e2-4b4c-a868-c5ab36136ad4 admin admin] Usage tracker for resource:security_group_rule and tenant:442ca8d9ea35410585dfb72e42e5962e is out of sync, need to count used quota {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:13:19.999999 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-0e80292f-70e2-4b4c-a868-c5ab36136ad4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:13:20.008274 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-0e80292f-70e2-4b4c-a868-c5ab36136ad4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:13:20.019771 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58fe038-f6a7-474c-84ec-39d37bfe661e req-33fcd293-4b50-41d1-8ed8-dbd11514d626 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:20.026876 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-c58fe038-f6a7-474c-84ec-39d37bfe661e req-33fcd293-4b50-41d1-8ed8-dbd11514d626 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/ports?device_id=af06c318-46cc-446a-bb62-cc8c3ea38dad HTTP/1.1" status: 200 len: 945 time: 0.0945561 May 25 12:13:20.067099 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 37098) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:13:20.082986 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-c58fe038-f6a7-474c-84ec-39d37bfe661e req-722c132a-36db-4aa6-8e6b-2e77b43b4179 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/security-groups?id=66037392-5f85-4874-a400-63cb75635da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551727 May 25 12:13:20.113786 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-0e80292f-70e2-4b4c-a868-c5ab36136ad4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:20.209178 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-0e80292f-70e2-4b4c-a868-c5ab36136ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:20.215288 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-766bf631-7a5e-43b1-924f-4992e36d9428 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:20.231789 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-766bf631-7a5e-43b1-924f-4992e36d9428 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:13:20.235914 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-766bf631-7a5e-43b1-924f-4992e36d9428 admin admin] Usage tracker for resource:security_group_rule and tenant:0828f804dca04ab68e82459c0d2459b9 is out of sync, need to count used quota {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:13:20.239100 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-766bf631-7a5e-43b1-924f-4992e36d9428 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:13:20.245435 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-766bf631-7a5e-43b1-924f-4992e36d9428 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:13:20.264765 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:13:20.287616 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-0e80292f-70e2-4b4c-a868-c5ab36136ad4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=442ca8d9ea35410585dfb72e42e5962e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3347998 May 25 12:13:20.289828 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 37108) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:13:20.304495 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-d5fb4c02-36f3-42ab-a636-d2408ff0e5c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:20.334517 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-d5fb4c02-36f3-42ab-a636-d2408ff0e5c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:13:20.339001 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80292f-70e2-4b4c-a868-c5ab36136ad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a19239-cdbb-4654-8470-39c4023ba326,revision_number=1']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:13:20.342007 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-d5fb4c02-36f3-42ab-a636-d2408ff0e5c3 admin admin] Usage tracker for resource:security_group_rule and tenant:c893bb4de44448aeb8e1449130e6bf4e is out of sync, need to count used quota {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:13:20.345046 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-0e80292f-70e2-4b4c-a868-c5ab36136ad4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:13:20.346036 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-d5fb4c02-36f3-42ab-a636-d2408ff0e5c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:13:20.355661 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-d5fb4c02-36f3-42ab-a636-d2408ff0e5c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:13:20.424850 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-e2cc6452-f205-429b-b4b5-683f5108c590 req-dead73cd-6d3b-4ea4-bb8d-0874dfaf1932 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/ports?device_id=34edf233-8bbf-4d68-a3f3-d3631b75947a HTTP/1.1" status: 200 len: 210 time: 0.0881228 May 25 12:13:20.438175 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-766bf631-7a5e-43b1-924f-4992e36d9428 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:20.467164 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-511d8fd1-1321-49fc-8c19-010457df28e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:20.503563 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-511d8fd1-1321-49fc-8c19-010457df28e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:20.533038 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-766bf631-7a5e-43b1-924f-4992e36d9428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:20.543821 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-cd618629-b2fe-4d19-ad3e-bfffeb3a0537 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:13:20.589638 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-766bf631-7a5e-43b1-924f-4992e36d9428 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0828f804dca04ab68e82459c0d2459b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6760154 May 25 12:13:20.590085 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 37114) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:13:20.593184 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766bf631-7a5e-43b1-924f-4992e36d9428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56ec678c-cdd0-445b-97ef-f7a9e5a58c74,revision_number=1']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:13:20.614732 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-766bf631-7a5e-43b1-924f-4992e36d9428 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:13:20.666618 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-67a3c252-d2b1-4614-a827-08b53d22c620 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:20.692241 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-67a3c252-d2b1-4614-a827-08b53d22c620 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:20.722797 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e396f4-ddda-436c-9f2d-b9b5c29457f0 req-38518112-3052-4efa-b5cc-7f7680446373 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:20.724371 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-e2e396f4-ddda-436c-9f2d-b9b5c29457f0 req-38518112-3052-4efa-b5cc-7f7680446373 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.54 "GET /v2.0/networks?id=d2534cea-29fb-4925-a89b-43de0cc13c4c HTTP/1.1" status: 200 len: 813 time: 0.1854227 May 25 12:13:20.736343 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-511d8fd1-1321-49fc-8c19-010457df28e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:20.742526 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-d5fb4c02-36f3-42ab-a636-d2408ff0e5c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:20.743755 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-4f91c067-b740-4231-b306-681d93ee100b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:13:20.746609 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.v2.base [req-e2e396f4-ddda-436c-9f2d-b9b5c29457f0 req-5ccdf821-eabc-4336-904a-e45380be206b tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Request body: {'port': {'device_id': '34edf233-8bbf-4d68-a3f3-d3631b75947a', 'network_id': 'd2534cea-29fb-4925-a89b-43de0cc13c4c', 'admin_state_up': True, 'tenant_id': '8ce8597116c24109952d0b56bfad7bf3'}} {{(pid=92473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 12:13:20.761411 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511d8fd1-1321-49fc-8c19-010457df28e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4a19239-cdbb-4654-8470-39c4023ba326,revision_number=None']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:13:20.770606 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-511d8fd1-1321-49fc-8c19-010457df28e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:13:20.778369 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-511d8fd1-1321-49fc-8c19-010457df28e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:20.782047 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-511d8fd1-1321-49fc-8c19-010457df28e0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d4a19239-cdbb-4654-8470-39c4023ba326 HTTP/1.1" status: 204 len: 168 time: 0.4874492 May 25 12:13:20.856944 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-d5fb4c02-36f3-42ab-a636-d2408ff0e5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:20.857138 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-67a3c252-d2b1-4614-a827-08b53d22c620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:20.859605 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-67a3c252-d2b1-4614-a827-08b53d22c620 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:20.864349 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-67a3c252-d2b1-4614-a827-08b53d22c620 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/56ec678c-cdd0-445b-97ef-f7a9e5a58c74 HTTP/1.1" status: 204 len: 168 time: 0.2733665 May 25 12:13:20.865080 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:13:20.868943 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-b7111bc3-b6e9-4ef2-92cb-f2f9225b73ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:13:20.874854 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a3c252-d2b1-4614-a827-08b53d22c620 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56ec678c-cdd0-445b-97ef-f7a9e5a58c74,revision_number=None']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:13:20.877220 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-67a3c252-d2b1-4614-a827-08b53d22c620 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:13:20.934760 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-d5fb4c02-36f3-42ab-a636-d2408ff0e5c3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c893bb4de44448aeb8e1449130e6bf4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8662453 May 25 12:13:20.937964 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fb4c02-36f3-42ab-a636-d2408ff0e5c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87329e56-a11f-4ecb-a641-23c2c1fc5318,revision_number=1']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:13:20.938358 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 37122) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:13:20.945180 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-d5fb4c02-36f3-42ab-a636-d2408ff0e5c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:13:20.946079 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [req-e2e396f4-ddda-436c-9f2d-b9b5c29457f0 req-5ccdf821-eabc-4336-904a-e45380be206b tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:13:20.950202 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [req-e2e396f4-ddda-436c-9f2d-b9b5c29457f0 req-5ccdf821-eabc-4336-904a-e45380be206b tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Usage tracker for resource:port and tenant:8ce8597116c24109952d0b56bfad7bf3 is out of sync, need to count used quota {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:13:20.953970 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [req-e2e396f4-ddda-436c-9f2d-b9b5c29457f0 req-5ccdf821-eabc-4336-904a-e45380be206b tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Quota usage for port was recalculated. Used quota:2. {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:13:20.959772 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [req-e2e396f4-ddda-436c-9f2d-b9b5c29457f0 req-5ccdf821-eabc-4336-904a-e45380be206b tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:13:21.016893 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-0a78d7a0-0f28-45e4-afe7-dad7b3228082 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:21.045483 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2e396f4-ddda-436c-9f2d-b9b5c29457f0 req-5ccdf821-eabc-4336-904a-e45380be206b tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Made reservation on behalf of 8ce8597116c24109952d0b56bfad7bf3 for: {'port': 1} {{(pid=92473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 12:13:21.047483 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-0a78d7a0-0f28-45e4-afe7-dad7b3228082 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:21.049224 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-e2e396f4-ddda-436c-9f2d-b9b5c29457f0 req-5ccdf821-eabc-4336-904a-e45380be206b tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:21.261716 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-0a78d7a0-0f28-45e4-afe7-dad7b3228082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:21.271997 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-dbd690af-8938-43e9-b1cb-cdbcd8f837ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:13:21.287506 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a78d7a0-0f28-45e4-afe7-dad7b3228082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87329e56-a11f-4ecb-a641-23c2c1fc5318,revision_number=None']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:13:21.293408 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-0a78d7a0-0f28-45e4-afe7-dad7b3228082 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:13:21.398817 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-0a78d7a0-0f28-45e4-afe7-dad7b3228082 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:21.402583 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-0a78d7a0-0f28-45e4-afe7-dad7b3228082 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/87329e56-a11f-4ecb-a641-23c2c1fc5318 HTTP/1.1" status: 204 len: 168 time: 0.4605808 May 25 12:13:21.404657 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.db_base_plugin_common [req-e2e396f4-ddda-436c-9f2d-b9b5c29457f0 req-5ccdf821-eabc-4336-904a-e45380be206b tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Allocated IP 172.20.0.3 (d2534cea-29fb-4925-a89b-43de0cc13c4c/bc216043-1b67-4e79-8d6b-b961d7800d7f/29202d97-a158-430d-8ae8-b7db39b18c15) {{(pid=92473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 12:13:21.426947 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7693e6-11ee-4e04-8bfc-8d73a46880de req-9d8d831d-403e-4148-9dd7-05055119f5de tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:21.428986 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-de7693e6-11ee-4e04-8bfc-8d73a46880de req-9d8d831d-403e-4148-9dd7-05055119f5de tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/ports?device_id=af06c318-46cc-446a-bb62-cc8c3ea38dad HTTP/1.1" status: 200 len: 945 time: 0.2129703 May 25 12:13:21.486464 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-de7693e6-11ee-4e04-8bfc-8d73a46880de req-aa90d7d0-2f0b-42fa-97b7-ea7fb938c2fb tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/security-groups?id=66037392-5f85-4874-a400-63cb75635da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492911 May 25 12:13:21.642478 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-466b2ad3-8be0-4e59-94d8-1755bde34eeb req-2b26860c-e70a-4c02-89bd-da4c3fab63be tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/ports?device_id=34edf233-8bbf-4d68-a3f3-d3631b75947a HTTP/1.1" status: 200 len: 210 time: 0.0571306 May 25 12:13:21.690276 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-e2e396f4-ddda-436c-9f2d-b9b5c29457f0 req-5ccdf821-eabc-4336-904a-e45380be206b tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Notify callbacks [] for port, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:21.766928 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 37156) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:13:21.786082 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-1834ec38-4b9f-4ebc-9352-02c8fcd15587 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:21.800854 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-1834ec38-4b9f-4ebc-9352-02c8fcd15587 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:13:21.807849 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-1834ec38-4b9f-4ebc-9352-02c8fcd15587 admin admin] Usage tracker for resource:security_group_rule and tenant:641ad402a2a4408c92c6f8f1078af444 is out of sync, need to count used quota {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:13:21.807849 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-1834ec38-4b9f-4ebc-9352-02c8fcd15587 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:13:21.813848 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-1834ec38-4b9f-4ebc-9352-02c8fcd15587 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:13:21.869352 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-e2e396f4-ddda-436c-9f2d-b9b5c29457f0 req-5ccdf821-eabc-4336-904a-e45380be206b tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786008105683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2465563'] for port, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:21.878697 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-7c3d31a5-27ff-4227-b2b2-e03f9bd45093 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:13:21.880772 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] get_ports_and_sgs() called for port_ids ['2a238a6a-e7cb-42ba-b24f-c5d7a16b2c2f', '66a20ae4-6d4d-4d83-ab92-dd3f7f8a7516'] {{(pid=92474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 12:13:21.973694 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2e396f4-ddda-436c-9f2d-b9b5c29457f0 req-5ccdf821-eabc-4336-904a-e45380be206b tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Network d2534cea-29fb-4925-a89b-43de0cc13c4c is already hosted by enough agents. {{(pid=92473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 12:13:21.981978 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.scheduler.base_scheduler [req-e2e396f4-ddda-436c-9f2d-b9b5c29457f0 req-5ccdf821-eabc-4336-904a-e45380be206b tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Resources bound (agent type, host, resource id): {{(pid=92473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 12:13:21.984659 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2e396f4-ddda-436c-9f2d-b9b5c29457f0 req-5ccdf821-eabc-4336-904a-e45380be206b tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Received port after_create {{(pid=92473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 12:13:22.015930 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-1834ec38-4b9f-4ebc-9352-02c8fcd15587 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:22.028991 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccdf821-eabc-4336-904a-e45380be206b tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Pushing event updated for resources: {'Port': ['ID=29202d97-a158-430d-8ae8-b7db39b18c15,revision_number=1']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:13:22.038050 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-5ccdf821-eabc-4336-904a-e45380be206b tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:13:22.062718 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e396f4-ddda-436c-9f2d-b9b5c29457f0 req-5ccdf821-eabc-4336-904a-e45380be206b tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:22.063383 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-e2e396f4-ddda-436c-9f2d-b9b5c29457f0 req-5ccdf821-eabc-4336-904a-e45380be206b tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163099'] for port, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:22.120580 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-1834ec38-4b9f-4ebc-9352-02c8fcd15587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:22.131509 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-31273c4a-ab58-4b33-8cde-bcd7d2441ef7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:13:22.179903 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-1834ec38-4b9f-4ebc-9352-02c8fcd15587 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=641ad402a2a4408c92c6f8f1078af444&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4118299 May 25 12:13:22.180811 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1834ec38-4b9f-4ebc-9352-02c8fcd15587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18dae9c6-9675-4c89-9428-0346ad7ef8ed,revision_number=1']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:13:22.182631 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 37168) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:13:22.183874 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-1834ec38-4b9f-4ebc-9352-02c8fcd15587 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:13:22.199766 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-e2e396f4-ddda-436c-9f2d-b9b5c29457f0 req-5ccdf821-eabc-4336-904a-e45380be206b tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4614494 May 25 12:13:22.217144 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.v2.base [req-e2e396f4-ddda-436c-9f2d-b9b5c29457f0 req-bfed6712-050f-40ca-a647-8593f8e49779 service neutron] Request body: {'port': {'device_id': '34edf233-8bbf-4d68-a3f3-d3631b75947a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77923'}} {{(pid=92473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 12:13:22.259160 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-3a6c9a13-7d84-4f1f-87e6-44f414211663 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:22.293195 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-3a6c9a13-7d84-4f1f-87e6-44f414211663 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:22.342349 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-e2e396f4-ddda-436c-9f2d-b9b5c29457f0 req-bfed6712-050f-40ca-a647-8593f8e49779 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:22.497306 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-3a6c9a13-7d84-4f1f-87e6-44f414211663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:22.503190 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-a8890c06-cec7-447b-8849-2006a71190cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:13:22.518374 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6c9a13-7d84-4f1f-87e6-44f414211663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18dae9c6-9675-4c89-9428-0346ad7ef8ed,revision_number=None']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:13:22.522010 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-3a6c9a13-7d84-4f1f-87e6-44f414211663 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:13:22.524237 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-3a6c9a13-7d84-4f1f-87e6-44f414211663 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:22.525384 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-3a6c9a13-7d84-4f1f-87e6-44f414211663 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/18dae9c6-9675-4c89-9428-0346ad7ef8ed HTTP/1.1" status: 204 len: 168 time: 0.3417718 May 25 12:13:22.687588 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 37194) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:13:22.734484 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-b0bd5695-7475-4abc-a487-8bd1b1280aac admin admin] Notify callbacks [] for security_group, before_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:22.762107 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-b0bd5695-7475-4abc-a487-8bd1b1280aac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:13:22.768754 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-b0bd5695-7475-4abc-a487-8bd1b1280aac admin admin] Usage tracker for resource:security_group_rule and tenant:3d8d63123b1842ee8df954b744e47f17 is out of sync, need to count used quota {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:13:22.787915 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-b0bd5695-7475-4abc-a487-8bd1b1280aac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:13:22.798063 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.notifiers.nova [req-e2e396f4-ddda-436c-9f2d-b9b5c29457f0 req-bfed6712-050f-40ca-a647-8593f8e49779 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29202d97-a158-430d-8ae8-b7db39b18c15 {{(pid=92473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 12:13:22.802416 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-b0bd5695-7475-4abc-a487-8bd1b1280aac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:13:22.808526 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-e2e396f4-ddda-436c-9f2d-b9b5c29457f0 req-bfed6712-050f-40ca-a647-8593f8e49779 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:22.828361 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.provisioning_blocks [req-e2e396f4-ddda-436c-9f2d-b9b5c29457f0 req-bfed6712-050f-40ca-a647-8593f8e49779 service neutron] Transition to ACTIVE for port object 29202d97-a158-430d-8ae8-b7db39b18c15 will not be triggered until provisioned by entity L2. {{(pid=92473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 12:13:22.838018 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cd02a2-01db-4c11-b0f6-8f51e9e09a98 req-c01f71f3-35ad-40b4-8f77-b44682dd9b1f tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:22.840940 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-c9cd02a2-01db-4c11-b0f6-8f51e9e09a98 req-c01f71f3-35ad-40b4-8f77-b44682dd9b1f tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/ports?device_id=af06c318-46cc-446a-bb62-cc8c3ea38dad HTTP/1.1" status: 200 len: 945 time: 0.2176957 May 25 12:13:22.963892 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-e2e396f4-ddda-436c-9f2d-b9b5c29457f0 req-bfed6712-050f-40ca-a647-8593f8e49779 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2465554'] for port, after_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:22.969752 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-081120ca-3ddd-494d-94c4-4d100e909684 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:13:23.003786 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-c9cd02a2-01db-4c11-b0f6-8f51e9e09a98 req-20b2cb65-76dd-4847-ad6f-3a1959c4d445 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/security-groups?id=66037392-5f85-4874-a400-63cb75635da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556108 May 25 12:13:23.098154 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb912d75-65c1-47c2-a0e4-b463a4066bc2 req-f5e7583a-1d2e-4d74-bdc2-1546c7174f0a tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:23.099684 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-bb912d75-65c1-47c2-a0e4-b463a4066bc2 req-f5e7583a-1d2e-4d74-bdc2-1546c7174f0a tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/ports?device_id=34edf233-8bbf-4d68-a3f3-d3631b75947a HTTP/1.1" status: 200 len: 943 time: 0.1650941 May 25 12:13:23.130284 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-b0bd5695-7475-4abc-a487-8bd1b1280aac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:23.162814 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-bb912d75-65c1-47c2-a0e4-b463a4066bc2 req-83c82ae0-6357-4792-bb97-9d9cc3f50853 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e30fd3d-56a9-4f5d-b932-be2974abe124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507553 May 25 12:13:23.187469 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfed6712-050f-40ca-a647-8593f8e49779 service neutron] Pushing event updated for resources: {'Port': ['ID=29202d97-a158-430d-8ae8-b7db39b18c15,revision_number=2']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:13:23.198840 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-bfed6712-050f-40ca-a647-8593f8e49779 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:13:23.229158 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.managers [req-e2e396f4-ddda-436c-9f2d-b9b5c29457f0 req-bfed6712-050f-40ca-a647-8593f8e49779 service neutron] Attempting to bind port 29202d97-a158-430d-8ae8-b7db39b18c15 on host hv-cinder-77923 for vnic_type normal with profile {{(pid=92473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 12:13:23.229716 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.managers [req-e2e396f4-ddda-436c-9f2d-b9b5c29457f0 req-bfed6712-050f-40ca-a647-8593f8e49779 service neutron] Attempting to bind port 29202d97-a158-430d-8ae8-b7db39b18c15 by drivers openvswitch,hyperv on host hv-cinder-77923 at level 0 using segments [{'id': '7a2a9d6b-6c91-4fe0-a53f-9119485a4433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'd2534cea-29fb-4925-a89b-43de0cc13c4c'}] {{(pid=92473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 12:13:23.230206 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e396f4-ddda-436c-9f2d-b9b5c29457f0 req-bfed6712-050f-40ca-a647-8593f8e49779 service neutron] Attempting to bind port 29202d97-a158-430d-8ae8-b7db39b18c15 on network d2534cea-29fb-4925-a89b-43de0cc13c4c {{(pid=92473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 12:13:23.236017 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e396f4-ddda-436c-9f2d-b9b5c29457f0 req-bfed6712-050f-40ca-a647-8593f8e49779 service neutron] Port 29202d97-a158-430d-8ae8-b7db39b18c15 on network d2534cea-29fb-4925-a89b-43de0cc13c4c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77923 {{(pid=92473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 12:13:23.236340 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e396f4-ddda-436c-9f2d-b9b5c29457f0 req-bfed6712-050f-40ca-a647-8593f8e49779 service neutron] Attempting to bind port 29202d97-a158-430d-8ae8-b7db39b18c15 on network d2534cea-29fb-4925-a89b-43de0cc13c4c {{(pid=92473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 12:13:23.242613 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e396f4-ddda-436c-9f2d-b9b5c29457f0 req-bfed6712-050f-40ca-a647-8593f8e49779 service neutron] Checking agent: {'id': 'ffba2d31-78f6-4a67-909d-2363647ed231', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77923', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 12, 10, 27), 'started_at': datetime.datetime(2021, 5, 25, 12, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 12, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 12:13:23.243072 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e396f4-ddda-436c-9f2d-b9b5c29457f0 req-bfed6712-050f-40ca-a647-8593f8e49779 service neutron] Checking segment: {'id': '7a2a9d6b-6c91-4fe0-a53f-9119485a4433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'd2534cea-29fb-4925-a89b-43de0cc13c4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 12:13:23.243534 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e396f4-ddda-436c-9f2d-b9b5c29457f0 req-bfed6712-050f-40ca-a647-8593f8e49779 service neutron] Bound using segment: {'id': '7a2a9d6b-6c91-4fe0-a53f-9119485a4433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'd2534cea-29fb-4925-a89b-43de0cc13c4c'} {{(pid=92473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 12:13:23.243972 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.managers [req-e2e396f4-ddda-436c-9f2d-b9b5c29457f0 req-bfed6712-050f-40ca-a647-8593f8e49779 service neutron] Bound port: 29202d97-a158-430d-8ae8-b7db39b18c15, host: hv-cinder-77923, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a2a9d6b-6c91-4fe0-a53f-9119485a4433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'd2534cea-29fb-4925-a89b-43de0cc13c4c'}}] {{(pid=92473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 12:13:23.244376 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-e2e396f4-ddda-436c-9f2d-b9b5c29457f0 req-bfed6712-050f-40ca-a647-8593f8e49779 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:23.251155 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-b0bd5695-7475-4abc-a487-8bd1b1280aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:23.270384 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-766bf631-7a5e-43b1-924f-4992e36d9428 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:13:23.320168 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bd5695-7475-4abc-a487-8bd1b1280aac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8a25c29-7cad-4c9d-9f9f-3870484128a7,revision_number=1']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:13:23.325754 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-b0bd5695-7475-4abc-a487-8bd1b1280aac admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3d8d63123b1842ee8df954b744e47f17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6339703 May 25 12:13:23.327260 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-b0bd5695-7475-4abc-a487-8bd1b1280aac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:13:23.329265 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 37216) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:13:23.403027 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.db [req-e2e396f4-ddda-436c-9f2d-b9b5c29457f0 req-bfed6712-050f-40ca-a647-8593f8e49779 service neutron] For port 29202d97-a158-430d-8ae8-b7db39b18c15, host hv-cinder-77923, cleared binding levels {{(pid=92473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 12:13:23.415545 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.db [req-e2e396f4-ddda-436c-9f2d-b9b5c29457f0 req-bfed6712-050f-40ca-a647-8593f8e49779 service neutron] For port 29202d97-a158-430d-8ae8-b7db39b18c15, host hv-cinder-77923, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=29202d97-a158-430d-8ae8-b7db39b18c15,segment=NetworkSegment(7a2a9d6b-6c91-4fe0-a53f-9119485a4433),segment_id=7a2a9d6b-6c91-4fe0-a53f-9119485a4433)] {{(pid=92473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 12:13:23.439679 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-a21151d1-1e2f-4aed-878a-f8429e3e4af9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:23.477210 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-a21151d1-1e2f-4aed-878a-f8429e3e4af9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:23.490313 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-e2e396f4-ddda-436c-9f2d-b9b5c29457f0 req-bfed6712-050f-40ca-a647-8593f8e49779 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2465554'] for port, after_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:23.498046 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-4bfc7d8a-63bd-4533-b310-82fa53c26ccf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:13:23.558570 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e396f4-ddda-436c-9f2d-b9b5c29457f0 req-bfed6712-050f-40ca-a647-8593f8e49779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:23.559184 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-e2e396f4-ddda-436c-9f2d-b9b5c29457f0 req-bfed6712-050f-40ca-a647-8593f8e49779 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163099'] for port, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:23.560574 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-e2e396f4-ddda-436c-9f2d-b9b5c29457f0 req-bfed6712-050f-40ca-a647-8593f8e49779 service neutron] 10.222.0.54 "PUT /v2.0/ports/29202d97-a158-430d-8ae8-b7db39b18c15 HTTP/1.1" status: 200 len: 1093 time: 1.3506744 May 25 12:13:23.568780 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34edf233-8bbf-4d68-a3f3-d3631b75947a', 'tag': '29202d97-a158-430d-8ae8-b7db39b18c15'}] {{(pid=92473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 12:13:23.593911 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfed6712-050f-40ca-a647-8593f8e49779 service neutron] Pushing event updated for resources: {'Port': ['ID=29202d97-a158-430d-8ae8-b7db39b18c15,revision_number=3']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:13:23.597221 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-bfed6712-050f-40ca-a647-8593f8e49779 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:13:23.622916 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-a21151d1-1e2f-4aed-878a-f8429e3e4af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:23.628242 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-a3d660ad-e2c2-4661-ad7e-ac22c3c6a35a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:13:23.641247 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21151d1-1e2f-4aed-878a-f8429e3e4af9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8a25c29-7cad-4c9d-9f9f-3870484128a7,revision_number=None']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:13:23.644402 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34edf233-8bbf-4d68-a3f3-d3631b75947a', 'tag': '29202d97-a158-430d-8ae8-b7db39b18c15', 'status': 'completed', 'code': 200} May 25 12:13:23.645706 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-a21151d1-1e2f-4aed-878a-f8429e3e4af9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:13:23.647700 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-a21151d1-1e2f-4aed-878a-f8429e3e4af9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:23.651970 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-a21151d1-1e2f-4aed-878a-f8429e3e4af9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f8a25c29-7cad-4c9d-9f9f-3870484128a7 HTTP/1.1" status: 204 len: 168 time: 0.3217556 May 25 12:13:23.765694 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e446b8-e891-4a74-a734-537fe4093d80 req-e96c814d-c987-4e01-a476-79358a1e59d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:23.767356 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-a2e446b8-e891-4a74-a734-537fe4093d80 req-e96c814d-c987-4e01-a476-79358a1e59d0 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8ce8597116c24109952d0b56bfad7bf3&device_id=34edf233-8bbf-4d68-a3f3-d3631b75947a HTTP/1.1" status: 200 len: 1096 time: 0.1133842 May 25 12:13:23.948621 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e446b8-e891-4a74-a734-537fe4093d80 req-ffc3e59e-4e3c-4545-b9d4-f2f90a1cb4da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:23.950414 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-a2e446b8-e891-4a74-a734-537fe4093d80 req-ffc3e59e-4e3c-4545-b9d4-f2f90a1cb4da service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=8ce8597116c24109952d0b56bfad7bf3&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1744330 May 25 12:13:24.266226 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e446b8-e891-4a74-a734-537fe4093d80 req-95bbb5db-3449-4d36-8840-78206b56e6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:24.269606 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-a2e446b8-e891-4a74-a734-537fe4093d80 req-95bbb5db-3449-4d36-8840-78206b56e6a3 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3094764 May 25 12:13:24.329108 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c31a4d7-b29d-4c54-839c-ac7cb6d3ef30 req-bdaa7be2-089a-4f8a-a13d-312342747a66 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:24.332027 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-0c31a4d7-b29d-4c54-839c-ac7cb6d3ef30 req-bdaa7be2-089a-4f8a-a13d-312342747a66 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/ports?device_id=af06c318-46cc-446a-bb62-cc8c3ea38dad HTTP/1.1" status: 200 len: 945 time: 0.1583247 May 25 12:13:24.404554 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e396f4-ddda-436c-9f2d-b9b5c29457f0 req-573f75b9-1ccb-4e11-9316-ee9e39bcd9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:24.406138 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-e2e396f4-ddda-436c-9f2d-b9b5c29457f0 req-573f75b9-1ccb-4e11-9316-ee9e39bcd9fb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8ce8597116c24109952d0b56bfad7bf3&device_id=34edf233-8bbf-4d68-a3f3-d3631b75947a HTTP/1.1" status: 200 len: 1096 time: 0.0938191 May 25 12:13:24.435216 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-0c31a4d7-b29d-4c54-839c-ac7cb6d3ef30 req-43325f63-f291-4648-ba1c-edc2bdca0f89 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/security-groups?id=66037392-5f85-4874-a400-63cb75635da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672338 May 25 12:13:24.468949 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0e12ed-5c1f-44af-b967-8fef46c02663 req-a02f0af8-a5d2-4cd8-96e7-5346f04215e9 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:24.480820 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-7f0e12ed-5c1f-44af-b967-8fef46c02663 req-a02f0af8-a5d2-4cd8-96e7-5346f04215e9 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/ports?device_id=34edf233-8bbf-4d68-a3f3-d3631b75947a HTTP/1.1" status: 200 len: 943 time: 0.1475971 May 25 12:13:24.535120 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-7f0e12ed-5c1f-44af-b967-8fef46c02663 req-23579b47-e698-4bda-a336-078c60a8794b tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e30fd3d-56a9-4f5d-b932-be2974abe124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530725 May 25 12:13:24.544795 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-e2e396f4-ddda-436c-9f2d-b9b5c29457f0 req-836b4941-42c5-4716-a79c-66bd7e715c46 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=29202d97-a158-430d-8ae8-b7db39b18c15 HTTP/1.1" status: 200 len: 217 time: 0.1266148 May 25 12:13:24.623748 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 37286) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:13:24.634330 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e396f4-ddda-436c-9f2d-b9b5c29457f0 req-496196ea-03ef-4788-93c1-4d39fe67bc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:24.635967 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-e2e396f4-ddda-436c-9f2d-b9b5c29457f0 req-496196ea-03ef-4788-93c1-4d39fe67bc51 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bc216043-1b67-4e79-8d6b-b961d7800d7f HTTP/1.1" status: 200 len: 853 time: 0.0797403 May 25 12:13:24.711166 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-e2e396f4-ddda-436c-9f2d-b9b5c29457f0 req-c9b79285-0712-4208-9bd7-a40e5d822654 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d2534cea-29fb-4925-a89b-43de0cc13c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666921 May 25 12:13:24.762429 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.v2.base [None req-a4834614-6d48-476a-b46c-8bc69ae34a2b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1352255229-network', 'tenant_id': 'b9fb5e4641934500b1db8ab332a09510'}} {{(pid=92472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 12:13:24.774976 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-a4834614-6d48-476a-b46c-8bc69ae34a2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:13:24.778388 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-a4834614-6d48-476a-b46c-8bc69ae34a2b admin admin] Usage tracker for resource:network and tenant:b9fb5e4641934500b1db8ab332a09510 is out of sync, need to count used quota {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:13:24.784792 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-a4834614-6d48-476a-b46c-8bc69ae34a2b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:13:24.796470 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-a4834614-6d48-476a-b46c-8bc69ae34a2b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:13:24.878047 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-e2e396f4-ddda-436c-9f2d-b9b5c29457f0 req-4bd41fcf-760b-4679-b310-3f09affe1d88 service neutron] 10.222.0.54 "GET /v2.0/networks/d2534cea-29fb-4925-a89b-43de0cc13c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546385 May 25 12:13:24.882041 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4834614-6d48-476a-b46c-8bc69ae34a2b admin admin] Made reservation on behalf of b9fb5e4641934500b1db8ab332a09510 for: {'network': 1} {{(pid=92472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 12:13:24.882557 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-a4834614-6d48-476a-b46c-8bc69ae34a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080768'] for network, before_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:24.895423 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-a4834614-6d48-476a-b46c-8bc69ae34a2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:24.919277 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-a4834614-6d48-476a-b46c-8bc69ae34a2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:13:24.925217 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-a4834614-6d48-476a-b46c-8bc69ae34a2b admin admin] Usage tracker for resource:security_group_rule and tenant:b9fb5e4641934500b1db8ab332a09510 is out of sync, need to count used quota {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:13:24.928969 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-a4834614-6d48-476a-b46c-8bc69ae34a2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:13:24.936972 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-a4834614-6d48-476a-b46c-8bc69ae34a2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:13:25.042605 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-e2e396f4-ddda-436c-9f2d-b9b5c29457f0 req-816b8171-0e46-4610-9bb5-94bb7f348d3d service neutron] 10.222.0.54 "GET /v2.0/networks/d2534cea-29fb-4925-a89b-43de0cc13c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571569 May 25 12:13:25.057760 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-a4834614-6d48-476a-b46c-8bc69ae34a2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:25.142354 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-a4834614-6d48-476a-b46c-8bc69ae34a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:25.148913 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:13:25.178697 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4834614-6d48-476a-b46c-8bc69ae34a2b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=92472) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 12:13:25.188437 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4834614-6d48-476a-b46c-8bc69ae34a2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b4fedef-e951-4783-a6c8-f37f4f2f28f3,revision_number=1']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:13:25.194059 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-a4834614-6d48-476a-b46c-8bc69ae34a2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:13:25.207669 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-a4834614-6d48-476a-b46c-8bc69ae34a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1959408'] for segment, precommit_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:25.207669 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.db.segments_db [None req-a4834614-6d48-476a-b46c-8bc69ae34a2b admin admin] Added segment 504b014f-7faf-41b8-a7eb-1fa77bf1de6e of type vlan for network f7d896d4-f018-4b49-8342-6a24e01ffe9f May 25 12:13:25.231161 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-a4834614-6d48-476a-b46c-8bc69ae34a2b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786008126284'] for network, precommit_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:25.363015 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-a4834614-6d48-476a-b46c-8bc69ae34a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1019683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-653800'] for network, after_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:25.364428 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4834614-6d48-476a-b46c-8bc69ae34a2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:25.365010 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-a4834614-6d48-476a-b46c-8bc69ae34a2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653773'] for network, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:25.370054 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:13:25.487377 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4834614-6d48-476a-b46c-8bc69ae34a2b admin admin] Pushing event updated for resources: {'Network': ['ID=f7d896d4-f018-4b49-8342-6a24e01ffe9f,revision_number=1']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:13:25.490769 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-a4834614-6d48-476a-b46c-8bc69ae34a2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:13:25.499841 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-7e6a4023-1f7d-49bd-a783-754512bca9e2 req-ebe857b7-7884-416c-99d1-037e3e198aab service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2c90e404-5fd7-4468-9bff-db7c02c2e23c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0860693 May 25 12:13:25.502060 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Network f7d896d4-f018-4b49-8342-6a24e01ffe9f details requested by agent ovs-agent-dv-cinder-779233-5-smb with host dv-cinder-779233-5-smb {{(pid=92474) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 12:13:25.660645 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-a4834614-6d48-476a-b46c-8bc69ae34a2b admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0352170 May 25 12:13:25.662518 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 37318) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:13:25.668570 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.v2.base [None req-bf42d99d-b4a4-4aae-aeed-e1a46b98a540 admin admin] Request body: {'subnet': {'network_id': 'f7d896d4-f018-4b49-8342-6a24e01ffe9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1352255229-subnet', 'tenant_id': 'b9fb5e4641934500b1db8ab332a09510', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 12:13:25.673837 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-bf42d99d-b4a4-4aae-aeed-e1a46b98a540 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:13:25.692352 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-bf42d99d-b4a4-4aae-aeed-e1a46b98a540 admin admin] Usage tracker for resource:subnet and tenant:b9fb5e4641934500b1db8ab332a09510 is out of sync, need to count used quota {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:13:25.698722 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-bf42d99d-b4a4-4aae-aeed-e1a46b98a540 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:13:25.776402 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6a4023-1f7d-49bd-a783-754512bca9e2 req-4907dc01-2a42-4ede-b7f8-03e9d5785ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:25.777089 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-bf42d99d-b4a4-4aae-aeed-e1a46b98a540 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:13:25.778037 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-7e6a4023-1f7d-49bd-a783-754512bca9e2 req-4907dc01-2a42-4ede-b7f8-03e9d5785ae1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8ce8597116c24109952d0b56bfad7bf3&device_id=2c90e404-5fd7-4468-9bff-db7c02c2e23c HTTP/1.1" status: 200 len: 1098 time: 0.1676180 May 25 12:13:25.788421 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddb6c22-fb47-443e-a1ca-993e6706be19 req-6b301109-4ee0-4705-9e9f-277913a3a750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:25.790056 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-1ddb6c22-fb47-443e-a1ca-993e6706be19 req-6b301109-4ee0-4705-9e9f-277913a3a750 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=af06c318-46cc-446a-bb62-cc8c3ea38dad HTTP/1.1" status: 200 len: 1098 time: 0.1149986 May 25 12:13:25.858701 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadf87ff-9703-4a52-82d7-657157f71345 req-32bfdedb-4c36-4e93-b4a9-2113c54b7160 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:25.860287 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-aadf87ff-9703-4a52-82d7-657157f71345 req-32bfdedb-4c36-4e93-b4a9-2113c54b7160 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/ports?device_id=34edf233-8bbf-4d68-a3f3-d3631b75947a HTTP/1.1" status: 200 len: 943 time: 0.1634145 May 25 12:13:25.868341 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8426921-078e-4c06-9b78-2ee6c1234e56 req-430351e7-ddaf-46e7-976d-da4e1876e7a3 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:25.869805 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-e8426921-078e-4c06-9b78-2ee6c1234e56 req-430351e7-ddaf-46e7-976d-da4e1876e7a3 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/ports?device_id=af06c318-46cc-446a-bb62-cc8c3ea38dad HTTP/1.1" status: 200 len: 945 time: 0.2773731 May 25 12:13:25.920395 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-1ddb6c22-fb47-443e-a1ca-993e6706be19 req-ca97da39-fa9d-4e9b-91c8-39fec470606e service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=66037392-5f85-4874-a400-63cb75635da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219110 May 25 12:13:25.938967 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-aadf87ff-9703-4a52-82d7-657157f71345 req-1c46b81b-9bc4-4349-9f1e-4ab9825eccf1 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e30fd3d-56a9-4f5d-b932-be2974abe124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681472 May 25 12:13:25.942633 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf42d99d-b4a4-4aae-aeed-e1a46b98a540 admin admin] Made reservation on behalf of b9fb5e4641934500b1db8ab332a09510 for: {'subnet': 1} {{(pid=92472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 12:13:25.947144 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-bf42d99d-b4a4-4aae-aeed-e1a46b98a540 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222427'] for subnet, before_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:25.969365 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-e8426921-078e-4c06-9b78-2ee6c1234e56 req-c19aa266-0248-46f6-b476-44307b544cfc tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/security-groups?id=66037392-5f85-4874-a400-63cb75635da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843592 May 25 12:13:25.979487 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6a4023-1f7d-49bd-a783-754512bca9e2 req-10258681-11b1-493b-bf11-c5feabf8a2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:25.979487 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-7e6a4023-1f7d-49bd-a783-754512bca9e2 req-10258681-11b1-493b-bf11-c5feabf8a2d6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=d2534cea-29fb-4925-a89b-43de0cc13c4c HTTP/1.1" status: 200 len: 914 time: 0.1623118 May 25 12:13:26.077507 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-7e6a4023-1f7d-49bd-a783-754512bca9e2 req-d6d3673d-5fdd-43bf-8ad1-41d431f8959b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a238a6a-e7cb-42ba-b24f-c5d7a16b2c2f HTTP/1.1" status: 200 len: 217 time: 0.0884948 May 25 12:13:26.160118 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6a4023-1f7d-49bd-a783-754512bca9e2 req-57106753-87bb-43f6-abf9-907eeb527aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:26.161624 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-7e6a4023-1f7d-49bd-a783-754512bca9e2 req-57106753-87bb-43f6-abf9-907eeb527aa5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bc216043-1b67-4e79-8d6b-b961d7800d7f HTTP/1.1" status: 200 len: 853 time: 0.0771899 May 25 12:13:26.261630 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-7e6a4023-1f7d-49bd-a783-754512bca9e2 req-8e445029-5723-4b0e-bd1a-b02fad7406fe service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d2534cea-29fb-4925-a89b-43de0cc13c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0930934 May 25 12:13:26.399865 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-7e6a4023-1f7d-49bd-a783-754512bca9e2 req-86474120-014b-492a-9e20-4a19bbd45e62 service neutron] 10.222.0.54 "GET /v2.0/networks/d2534cea-29fb-4925-a89b-43de0cc13c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291966 May 25 12:13:26.561350 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-bf42d99d-b4a4-4aae-aeed-e1a46b98a540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2273048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222413'] for subnet, after_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:26.566547 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-6f6ceeb7-46e1-46be-bacb-cbe89725ca60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:13:26.577291 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-7e6a4023-1f7d-49bd-a783-754512bca9e2 req-08de484c-e706-42d5-ae82-31380f6e4e00 service neutron] 10.222.0.54 "GET /v2.0/networks/d2534cea-29fb-4925-a89b-43de0cc13c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611845 May 25 12:13:26.619489 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf42d99d-b4a4-4aae-aeed-e1a46b98a540 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00287b72-0a2d-4a64-9e80-e260565db411,revision_number=0']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:13:26.626322 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-bf42d99d-b4a4-4aae-aeed-e1a46b98a540 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:13:26.656145 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf42d99d-b4a4-4aae-aeed-e1a46b98a540 admin admin] Checking segment: {'id': '504b014f-7faf-41b8-a7eb-1fa77bf1de6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'f7d896d4-f018-4b49-8342-6a24e01ffe9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 12:13:26.656489 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf42d99d-b4a4-4aae-aeed-e1a46b98a540 admin admin] Network hostable DHCP agents. Network: f7d896d4-f018-4b49-8342-6a24e01ffe9f, hostable agents: ['0c80ff5a-370f-48e8-a560-f3922f41a294'], hosted agents: [] {{(pid=92472) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 12:13:26.828272 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf42d99d-b4a4-4aae-aeed-e1a46b98a540 admin admin] Network f7d896d4-f018-4b49-8342-6a24e01ffe9f is scheduled to be hosted by DHCP agent 0c80ff5a-370f-48e8-a560-f3922f41a294 with binding_index 1 {{(pid=92472) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 12:13:26.891015 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.scheduler.base_scheduler [None req-bf42d99d-b4a4-4aae-aeed-e1a46b98a540 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779233-5-smb, f7d896d4-f018-4b49-8342-6a24e01ffe9f) {{(pid=92472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 12:13:26.900759 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf42d99d-b4a4-4aae-aeed-e1a46b98a540 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:26.901339 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-bf42d99d-b4a4-4aae-aeed-e1a46b98a540 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:26.904666 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b65da9-d06a-4e96-92bd-6183472c8093 None None] Network f7d896d4-f018-4b49-8342-6a24e01ffe9f requested from dv-cinder-779233-5-smb {{(pid=92474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 12:13:27.203678 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-bf42d99d-b4a4-4aae-aeed-e1a46b98a540 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5396426 May 25 12:13:27.209987 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 37380) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:13:27.301865 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:27.327992 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a5e54f-dee2-4d11-a7ee-e7d67762c9dc None None] Network f7d896d4-f018-4b49-8342-6a24e01ffe9f requested from dv-cinder-779233-5-smb {{(pid=92474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 12:13:27.356919 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c1745f-57e7-442e-9904-042e338e3f6e req-288db1d1-6476-4406-b9d9-e6c36bbc1e9b tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:27.369176 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-72c1745f-57e7-442e-9904-042e338e3f6e req-288db1d1-6476-4406-b9d9-e6c36bbc1e9b tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/ports?device_id=34edf233-8bbf-4d68-a3f3-d3631b75947a HTTP/1.1" status: 200 len: 943 time: 0.2780437 May 25 12:13:27.412715 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c35e84f-01bb-4555-b80d-ace89125ab5d req-e625c480-0f31-4cfb-9b71-0f2de02d2c06 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:27.421415 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-1c35e84f-01bb-4555-b80d-ace89125ab5d req-e625c480-0f31-4cfb-9b71-0f2de02d2c06 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/ports?device_id=af06c318-46cc-446a-bb62-cc8c3ea38dad HTTP/1.1" status: 200 len: 945 time: 0.2156377 May 25 12:13:27.467252 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-72c1745f-57e7-442e-9904-042e338e3f6e req-2d3de8be-bd52-470a-9a2e-b70754fe003c tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e30fd3d-56a9-4f5d-b932-be2974abe124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968111 May 25 12:13:27.497517 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-1c35e84f-01bb-4555-b80d-ace89125ab5d req-fdef6bc5-fffb-4736-bab7-8f86a342f481 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/security-groups?id=66037392-5f85-4874-a400-63cb75635da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749128 May 25 12:13:27.562795 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-8374c392-2527-42c2-886d-f9e8e16685c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:27.594687 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-8374c392-2527-42c2-886d-f9e8e16685c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:13:27.598445 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-8374c392-2527-42c2-886d-f9e8e16685c9 admin admin] Usage tracker for resource:security_group_rule and tenant:d3c6274b4cdb4ebf971161dd47bff373 is out of sync, need to count used quota {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:13:27.601323 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-8374c392-2527-42c2-886d-f9e8e16685c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:13:27.608767 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-8374c392-2527-42c2-886d-f9e8e16685c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:13:27.711096 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-8374c392-2527-42c2-886d-f9e8e16685c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:27.803488 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-8374c392-2527-42c2-886d-f9e8e16685c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:27.812601 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:13:27.818790 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 37404) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:13:27.851836 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Device 29202d97-a158-430d-8ae8-b7db39b18c15 details requested by agent hyperv_hv-cinder-77923 with host hv-cinder-77923 {{(pid=92474) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 12:13:27.856812 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-8374c392-2527-42c2-886d-f9e8e16685c9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d3c6274b4cdb4ebf971161dd47bff373&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6451526 May 25 12:13:27.859907 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 37410) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:13:27.861878 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8374c392-2527-42c2-886d-f9e8e16685c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56720ca5-d35b-461a-a62b-299fc41ed008,revision_number=1']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:13:27.865756 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-8374c392-2527-42c2-886d-f9e8e16685c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:13:27.953199 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-28645f65-2156-4be3-8c85-d7389ced62d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:27.979262 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-89511d96-7d56-4484-b475-be36d83a41a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:28.003629 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-89511d96-7d56-4484-b475-be36d83a41a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:13:28.004878 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] For port 29202d97-a158-430d-8ae8-b7db39b18c15, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=29202d97-a158-430d-8ae8-b7db39b18c15,segment=NetworkSegment(7a2a9d6b-6c91-4fe0-a53f-9119485a4433),segment_id=7a2a9d6b-6c91-4fe0-a53f-9119485a4433)] {{(pid=92474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:13:28.010779 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-28645f65-2156-4be3-8c85-d7389ced62d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:28.017218 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-89511d96-7d56-4484-b475-be36d83a41a6 admin admin] Usage tracker for resource:security_group_rule and tenant:f8ad6c6e58c04733b5d5643054a0cdde is out of sync, need to count used quota {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:13:28.018521 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Returning: {'device': '29202d97-a158-430d-8ae8-b7db39b18c15', 'network_id': 'd2534cea-29fb-4925-a89b-43de0cc13c4c', 'port_id': '29202d97-a158-430d-8ae8-b7db39b18c15', 'mac_address': 'fa:16:3e:fd:cd:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc216043-1b67-4e79-8d6b-b961d7800d7f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92474) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 12:13:28.023121 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-89511d96-7d56-4484-b475-be36d83a41a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:13:28.036592 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-89511d96-7d56-4484-b475-be36d83a41a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:13:28.074883 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:28.092575 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.notifiers.nova [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29202d97-a158-430d-8ae8-b7db39b18c15 {{(pid=92474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 12:13:28.107439 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] For port 29202d97-a158-430d-8ae8-b7db39b18c15, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=29202d97-a158-430d-8ae8-b7db39b18c15,segment=NetworkSegment(7a2a9d6b-6c91-4fe0-a53f-9119485a4433),segment_id=7a2a9d6b-6c91-4fe0-a53f-9119485a4433)] {{(pid=92474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:13:28.159760 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-28645f65-2156-4be3-8c85-d7389ced62d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:28.164635 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-b0bd5695-7475-4abc-a487-8bd1b1280aac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:13:28.183753 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:28.185543 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:13:28.193615 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28645f65-2156-4be3-8c85-d7389ced62d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56720ca5-d35b-461a-a62b-299fc41ed008,revision_number=None']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:13:28.207826 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-28645f65-2156-4be3-8c85-d7389ced62d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:13:28.223832 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-28645f65-2156-4be3-8c85-d7389ced62d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:28.226832 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-28645f65-2156-4be3-8c85-d7389ced62d9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/56720ca5-d35b-461a-a62b-299fc41ed008 HTTP/1.1" status: 204 len: 168 time: 0.3652251 May 25 12:13:28.289722 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-89511d96-7d56-4484-b475-be36d83a41a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:28.291818 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Pushing event updated for resources: {'Port': ['ID=29202d97-a158-430d-8ae8-b7db39b18c15,revision_number=4']} {{(pid=92474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:13:28.295017 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:13:28.451129 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-89511d96-7d56-4484-b475-be36d83a41a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:28.459920 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-2d959d8c-e86c-471d-9778-640f3e40daea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:13:28.498252 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-89511d96-7d56-4484-b475-be36d83a41a6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f8ad6c6e58c04733b5d5643054a0cdde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6783731 May 25 12:13:28.499958 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89511d96-7d56-4484-b475-be36d83a41a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=285387d4-073a-43ad-b2e4-d438314f02e9,revision_number=1']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:13:28.501334 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 37426) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:13:28.516108 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] get_ports_and_sgs() called for port_ids ['29202d97-a158-430d-8ae8-b7db39b18c15'] {{(pid=92474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 12:13:28.525370 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-89511d96-7d56-4484-b475-be36d83a41a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:13:28.610218 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-7468590a-b02f-4d7e-a5f7-811a4652ec5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:28.644941 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-7468590a-b02f-4d7e-a5f7-811a4652ec5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:28.784868 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3265b7b6-13d4-49f6-9501-ce8b2cb38120 req-5bd97680-b916-461d-bc08-b9057f3e2308 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:28.784868 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-3265b7b6-13d4-49f6-9501-ce8b2cb38120 req-5bd97680-b916-461d-bc08-b9057f3e2308 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/ports?device_id=af06c318-46cc-446a-bb62-cc8c3ea38dad HTTP/1.1" status: 200 len: 945 time: 0.1203406 May 25 12:13:28.813660 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60faafa-a68d-4e15-aaca-c9605e08518b req-b16249ee-9520-40f5-ae59-78b6564d4ae8 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:28.815717 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-e60faafa-a68d-4e15-aaca-c9605e08518b req-b16249ee-9520-40f5-ae59-78b6564d4ae8 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/ports?device_id=34edf233-8bbf-4d68-a3f3-d3631b75947a HTTP/1.1" status: 200 len: 944 time: 0.1887128 May 25 12:13:28.861685 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 37440) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:13:28.873498 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-7468590a-b02f-4d7e-a5f7-811a4652ec5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:28.876508 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-3265b7b6-13d4-49f6-9501-ce8b2cb38120 req-570c2b74-affa-4034-99e5-ec9d730ed62d tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/security-groups?id=66037392-5f85-4874-a400-63cb75635da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858164 May 25 12:13:28.877852 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-14b19bbb-164f-49b7-82f1-83b46fc6f64c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:13:28.905816 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7468590a-b02f-4d7e-a5f7-811a4652ec5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=285387d4-073a-43ad-b2e4-d438314f02e9,revision_number=None']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:13:28.907664 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-e60faafa-a68d-4e15-aaca-c9605e08518b req-c1a343ed-cc47-445d-b2c5-d39f0be1bdad tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e30fd3d-56a9-4f5d-b932-be2974abe124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716193 May 25 12:13:28.923925 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-7468590a-b02f-4d7e-a5f7-811a4652ec5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:13:28.944079 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-7468590a-b02f-4d7e-a5f7-811a4652ec5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:28.950270 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-7468590a-b02f-4d7e-a5f7-811a4652ec5b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/285387d4-073a-43ad-b2e4-d438314f02e9 HTTP/1.1" status: 204 len: 168 time: 0.4479194 May 25 12:13:29.011416 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-950d043d-6b39-47fc-8a50-9d90cf2dd30c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:29.026704 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-950d043d-6b39-47fc-8a50-9d90cf2dd30c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:13:29.031736 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-950d043d-6b39-47fc-8a50-9d90cf2dd30c admin admin] Usage tracker for resource:security_group_rule and tenant:487c34fa40ac482caa4c8f8cb4a373c0 is out of sync, need to count used quota {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:13:29.040189 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-950d043d-6b39-47fc-8a50-9d90cf2dd30c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:13:29.046940 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-950d043d-6b39-47fc-8a50-9d90cf2dd30c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:13:29.130919 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-950d043d-6b39-47fc-8a50-9d90cf2dd30c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:29.131729 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5fc010-985a-4890-9056-7b1505a08c67 req-c68924e1-c1e4-4af6-a185-b35651bc3c7b tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:29.133220 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-8d5fc010-985a-4890-9056-7b1505a08c67 req-c68924e1-c1e4-4af6-a185-b35651bc3c7b tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9a81e13-45a7-497f-b969-59b5fde8ffac HTTP/1.1" status: 200 len: 946 time: 0.0820534 May 25 12:13:29.180445 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-8d5fc010-985a-4890-9056-7b1505a08c67 req-a6fcf6ee-7463-4294-8d49-815e20273b27 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/security-groups?id=66037392-5f85-4874-a400-63cb75635da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412652 May 25 12:13:29.231898 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-950d043d-6b39-47fc-8a50-9d90cf2dd30c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:29.243881 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-c19e8597-629f-489c-be7c-cf5026147238 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:13:29.280851 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-950d043d-6b39-47fc-8a50-9d90cf2dd30c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=487c34fa40ac482caa4c8f8cb4a373c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4179308 May 25 12:13:29.281997 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950d043d-6b39-47fc-8a50-9d90cf2dd30c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8555287-8af7-47d7-8a68-ff7cafe8a408,revision_number=1']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:13:29.284906 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 37452) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:13:29.296021 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-950d043d-6b39-47fc-8a50-9d90cf2dd30c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:13:29.306038 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 37456) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:13:29.339598 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-982ee47a-c56b-421e-8353-000d7cf4dda3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:29.364903 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-982ee47a-c56b-421e-8353-000d7cf4dda3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:13:29.369138 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-982ee47a-c56b-421e-8353-000d7cf4dda3 admin admin] Usage tracker for resource:security_group_rule and tenant:78f0bfc842014ac0ad3f263576777c32 is out of sync, need to count used quota {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:13:29.372076 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-982ee47a-c56b-421e-8353-000d7cf4dda3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:13:29.377985 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-982ee47a-c56b-421e-8353-000d7cf4dda3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:13:29.452277 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-983caa03-d592-43c3-80a6-95697a5ae736 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:29.509639 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-983caa03-d592-43c3-80a6-95697a5ae736 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:29.526700 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-982ee47a-c56b-421e-8353-000d7cf4dda3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:29.660630 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-982ee47a-c56b-421e-8353-000d7cf4dda3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:29.670403 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:13:29.715113 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-982ee47a-c56b-421e-8353-000d7cf4dda3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=78f0bfc842014ac0ad3f263576777c32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4080687 May 25 12:13:29.716546 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982ee47a-c56b-421e-8353-000d7cf4dda3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f28f0676-fa9a-4295-953b-7033b5e660e4,revision_number=1']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:13:29.717869 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 37474) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:13:29.721573 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-982ee47a-c56b-421e-8353-000d7cf4dda3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:13:29.751853 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-983caa03-d592-43c3-80a6-95697a5ae736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:29.758562 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-8ca206c5-11d8-4caf-bf2d-42f0ccb0f8b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:13:29.778484 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983caa03-d592-43c3-80a6-95697a5ae736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8555287-8af7-47d7-8a68-ff7cafe8a408,revision_number=None']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:13:29.785286 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-f79ada4a-199e-455a-b7e7-3799e35d56f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:29.828315 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-f79ada4a-199e-455a-b7e7-3799e35d56f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:29.860967 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Device 29202d97-a158-430d-8ae8-b7db39b18c15 up at agent hyperv_hv-cinder-77923 {{(pid=92474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 12:13:29.891491 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-983caa03-d592-43c3-80a6-95697a5ae736 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:13:29.900400 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-983caa03-d592-43c3-80a6-95697a5ae736 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:29.901365 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-983caa03-d592-43c3-80a6-95697a5ae736 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b8555287-8af7-47d7-8a68-ff7cafe8a408 HTTP/1.1" status: 204 len: 168 time: 0.6149325 May 25 12:13:29.987804 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b32ac1-78a9-4239-8f7a-4d29b1e08c75 req-b78b5a2a-b475-4fa8-ac77-46d0649eb2cd tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:29.988495 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [req-c9b32ac1-78a9-4239-8f7a-4d29b1e08c75 req-b78b5a2a-b475-4fa8-ac77-46d0649eb2cd tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] Synchronizing usage tracker for tenant:b9fb5e4641934500b1db8ab332a09510 on resource:network {{(pid=92472) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 12:13:30.077445 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Provisioning for port 29202d97-a158-430d-8ae8-b7db39b18c15 completed by entity L2. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 12:13:30.078387 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-f79ada4a-199e-455a-b7e7-3799e35d56f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:30.079523 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [req-c9b32ac1-78a9-4239-8f7a-4d29b1e08c75 req-b78b5a2a-b475-4fa8-ac77-46d0649eb2cd tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] Unset dirty status for tenant:b9fb5e4641934500b1db8ab332a09510 on resource:network {{(pid=92472) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 12:13:30.081384 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-c9b32ac1-78a9-4239-8f7a-4d29b1e08c75 req-b78b5a2a-b475-4fa8-ac77-46d0649eb2cd tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] 10.222.0.44 "GET /v2.0/networks?id=f7d896d4-f018-4b49-8342-6a24e01ffe9f HTTP/1.1" status: 200 len: 814 time: 0.2794738 May 25 12:13:30.088561 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Provisioning complete for port 29202d97-a158-430d-8ae8-b7db39b18c15 triggered by entity L2. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 12:13:30.089454 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902397'] for port, provisioning_complete {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:30.090855 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-f1866d78-0aab-4c88-87e8-2968ccc71f4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:13:30.113913 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-c9b32ac1-78a9-4239-8f7a-4d29b1e08c75 req-9d8c0465-0299-4e55-b059-e6aa8265298d tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] 10.222.0.44 "GET /v2.0/quotas/b9fb5e4641934500b1db8ab332a09510 HTTP/1.1" status: 200 len: 375 time: 0.0267262 May 25 12:13:30.141046 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79ada4a-199e-455a-b7e7-3799e35d56f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f28f0676-fa9a-4295-953b-7033b5e660e4,revision_number=None']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:13:30.144531 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-f79ada4a-199e-455a-b7e7-3799e35d56f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:13:30.157403 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 37498) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:13:30.161578 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-f79ada4a-199e-455a-b7e7-3799e35d56f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:30.166102 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-f79ada4a-199e-455a-b7e7-3799e35d56f3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f28f0676-fa9a-4295-953b-7033b5e660e4 HTTP/1.1" status: 204 len: 168 time: 0.4469602 May 25 12:13:30.187627 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-54577265-2621-44bf-a8bf-d04b3dc809dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:30.213287 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-54577265-2621-44bf-a8bf-d04b3dc809dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:13:30.215876 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606735a7-8156-43cf-af8c-d9c3fab6dafc req-0d76f08b-a4bf-46d4-833d-2b2b764ee5da tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:30.217361 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-606735a7-8156-43cf-af8c-d9c3fab6dafc req-0d76f08b-a4bf-46d4-833d-2b2b764ee5da tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/ports?device_id=34edf233-8bbf-4d68-a3f3-d3631b75947a HTTP/1.1" status: 200 len: 944 time: 0.1943593 May 25 12:13:30.223398 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-54577265-2621-44bf-a8bf-d04b3dc809dd admin admin] Usage tracker for resource:security_group_rule and tenant:01dbb832d79b4d078cea257a6febcc8d is out of sync, need to count used quota {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:13:30.229998 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-54577265-2621-44bf-a8bf-d04b3dc809dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:13:30.234779 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-c9b32ac1-78a9-4239-8f7a-4d29b1e08c75 req-a14c8e26-c12b-4d76-b410-c27a32c156c8 tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b9fb5e4641934500b1db8ab332a09510&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1091335 May 25 12:13:30.244832 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-54577265-2621-44bf-a8bf-d04b3dc809dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:13:30.318962 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:30.360108 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34edf233-8bbf-4d68-a3f3-d3631b75947a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29202d97-a158-430d-8ae8-b7db39b18c15'}] {{(pid=92474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 12:13:30.372683 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] For port 29202d97-a158-430d-8ae8-b7db39b18c15, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=29202d97-a158-430d-8ae8-b7db39b18c15,segment=NetworkSegment(7a2a9d6b-6c91-4fe0-a53f-9119485a4433),segment_id=7a2a9d6b-6c91-4fe0-a53f-9119485a4433)] {{(pid=92474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:13:30.436484 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-54577265-2621-44bf-a8bf-d04b3dc809dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:30.445445 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:30.447795 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-ee922906-ea95-425a-b5b6-4cee1bd947ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:13:30.494699 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-606735a7-8156-43cf-af8c-d9c3fab6dafc req-0b897d26-a776-4837-866f-27a276e7872b tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e30fd3d-56a9-4f5d-b932-be2974abe124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401116 May 25 12:13:30.518781 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-c9b32ac1-78a9-4239-8f7a-4d29b1e08c75 req-2cb3bb3a-0007-43b1-9cd3-9329998000cc service neutron] 10.222.0.44 "GET /v2.0/networks/f7d896d4-f018-4b49-8342-6a24e01ffe9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2831616 May 25 12:13:30.525489 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-54577265-2621-44bf-a8bf-d04b3dc809dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:30.553546 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Pushing event updated for resources: {'Port': ['ID=29202d97-a158-430d-8ae8-b7db39b18c15,revision_number=5']} {{(pid=92474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:13:30.564237 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-ce987ddd-2179-49f9-91d0-6b9796849f54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:13:30.569366 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:13:30.594322 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-54577265-2621-44bf-a8bf-d04b3dc809dd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=01dbb832d79b4d078cea257a6febcc8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4347734 May 25 12:13:30.598999 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 37518) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:13:30.601634 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54577265-2621-44bf-a8bf-d04b3dc809dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9280be36-b11b-4f07-8aec-a32127a592ed,revision_number=1']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:13:30.621900 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-54577265-2621-44bf-a8bf-d04b3dc809dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:13:30.678652 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-09c6ac41-42b1-4dfc-af74-b4068092f727 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:30.688485 dv-cinder-779233-5-smb neutron-server[92474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34edf233-8bbf-4d68-a3f3-d3631b75947a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29202d97-a158-430d-8ae8-b7db39b18c15', 'code': 200} May 25 12:13:30.697205 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-c9b32ac1-78a9-4239-8f7a-4d29b1e08c75 req-4e49b2a6-f927-4a3d-8db6-c13cb47b001e service neutron] 10.222.0.44 "GET /v2.0/networks/f7d896d4-f018-4b49-8342-6a24e01ffe9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725760 May 25 12:13:30.709891 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-09c6ac41-42b1-4dfc-af74-b4068092f727 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:30.914291 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-09c6ac41-42b1-4dfc-af74-b4068092f727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:30.920678 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:13:30.965369 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c6ac41-42b1-4dfc-af74-b4068092f727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9280be36-b11b-4f07-8aec-a32127a592ed,revision_number=None']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:13:30.969457 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 37540) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:13:30.971755 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-09c6ac41-42b1-4dfc-af74-b4068092f727 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:13:30.973295 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-09c6ac41-42b1-4dfc-af74-b4068092f727 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:30.978101 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-09c6ac41-42b1-4dfc-af74-b4068092f727 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9280be36-b11b-4f07-8aec-a32127a592ed HTTP/1.1" status: 204 len: 168 time: 0.3781314 May 25 12:13:31.168152 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-c8e04698-3e9f-448f-93f8-16d6be14be22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:31.168152 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-c8e04698-3e9f-448f-93f8-16d6be14be22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:13:31.168152 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-a8d32d19-799e-499c-860f-a05e7204cc61 req-9a2c78e5-5f9d-4ca8-9d8c-cf21a9e0e02d tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cadbe0f-51ce-4c94-b0e3-f9ad004f8b4b HTTP/1.1" status: 200 len: 210 time: 0.1015222 May 25 12:13:31.168152 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-c8e04698-3e9f-448f-93f8-16d6be14be22 admin admin] Usage tracker for resource:security_group_rule and tenant:cac52a40453d47b7b08fa5fe0b3863ed is out of sync, need to count used quota {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:13:31.168152 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-c8e04698-3e9f-448f-93f8-16d6be14be22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:13:31.168152 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-c8e04698-3e9f-448f-93f8-16d6be14be22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:13:31.211096 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-c8e04698-3e9f-448f-93f8-16d6be14be22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:31.563931 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-c8e04698-3e9f-448f-93f8-16d6be14be22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:31.578229 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:13:31.664453 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a3894c-238a-4b76-a32d-93c5f8d1bb15 req-2dd9c203-4a83-484c-9f31-5defdbc0a8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:31.666123 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-a1a3894c-238a-4b76-a32d-93c5f8d1bb15 req-2dd9c203-4a83-484c-9f31-5defdbc0a8d4 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=34edf233-8bbf-4d68-a3f3-d3631b75947a HTTP/1.1" status: 200 len: 1098 time: 0.1158173 May 25 12:13:31.727659 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-a1a3894c-238a-4b76-a32d-93c5f8d1bb15 req-561366e3-7350-40b9-a82b-9bc92bdaad22 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=9e30fd3d-56a9-4f5d-b932-be2974abe124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534432 May 25 12:13:31.793607 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e04698-3e9f-448f-93f8-16d6be14be22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2e7bf99-df93-4ed9-83b8-bd0ef000acf9,revision_number=1']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:13:31.800358 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-c8e04698-3e9f-448f-93f8-16d6be14be22 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cac52a40453d47b7b08fa5fe0b3863ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8267958 May 25 12:13:31.800358 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-c8e04698-3e9f-448f-93f8-16d6be14be22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:13:31.800983 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 37570) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:13:31.876326 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f912ccb-fc1f-45c9-8b3e-070f4e898007 req-330062f6-d300-43ba-ba1b-cbbcb0896747 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:31.878638 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-4f912ccb-fc1f-45c9-8b3e-070f4e898007 req-330062f6-d300-43ba-ba1b-cbbcb0896747 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/ports?device_id=34edf233-8bbf-4d68-a3f3-d3631b75947a HTTP/1.1" status: 200 len: 945 time: 0.1749833 May 25 12:13:31.912014 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-e56fc3e1-e469-4393-8105-9b9191fb3b6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:31.949532 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-4f912ccb-fc1f-45c9-8b3e-070f4e898007 req-d476e011-8cf8-4460-982f-b73dacb0bd85 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e30fd3d-56a9-4f5d-b932-be2974abe124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631201 May 25 12:13:31.957901 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-e56fc3e1-e469-4393-8105-9b9191fb3b6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:32.123403 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-e56fc3e1-e469-4393-8105-9b9191fb3b6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:32.128857 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-0a78d7a0-0f28-45e4-afe7-dad7b3228082 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:13:32.176679 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56fc3e1-e469-4393-8105-9b9191fb3b6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2e7bf99-df93-4ed9-83b8-bd0ef000acf9,revision_number=None']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:13:32.176679 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-e56fc3e1-e469-4393-8105-9b9191fb3b6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:13:32.176679 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-e56fc3e1-e469-4393-8105-9b9191fb3b6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:32.176679 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-e56fc3e1-e469-4393-8105-9b9191fb3b6e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f2e7bf99-df93-4ed9-83b8-bd0ef000acf9 HTTP/1.1" status: 204 len: 168 time: 0.3619297 May 25 12:13:32.208789 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-232116e2-7e74-45d0-94cf-2f8b9b95a3d3 req-34797665-9b31-47e2-98b9-9b95031e8f31 tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cadbe0f-51ce-4c94-b0e3-f9ad004f8b4b HTTP/1.1" status: 200 len: 210 time: 0.0486820 May 25 12:13:33.244837 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f323bfd-8196-473a-9ff1-b9be321f39e8 req-8ca1a6f7-1c53-4077-b2de-0486435823a4 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:33.247638 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-9f323bfd-8196-473a-9ff1-b9be321f39e8 req-8ca1a6f7-1c53-4077-b2de-0486435823a4 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/ports?device_id=34edf233-8bbf-4d68-a3f3-d3631b75947a HTTP/1.1" status: 200 len: 945 time: 0.1352012 May 25 12:13:33.321639 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-9f323bfd-8196-473a-9ff1-b9be321f39e8 req-11c68549-61e6-4139-bf65-b1617a99ba48 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e30fd3d-56a9-4f5d-b932-be2974abe124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646880 May 25 12:13:33.416092 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6b3137-405c-4552-9d5d-e897937726f9 req-02084d19-0580-46fd-a503-a777cb1ac766 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:33.423746 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-7c6b3137-405c-4552-9d5d-e897937726f9 req-02084d19-0580-46fd-a503-a777cb1ac766 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9a81e13-45a7-497f-b969-59b5fde8ffac HTTP/1.1" status: 200 len: 946 time: 0.1028008 May 25 12:13:33.493772 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-7c6b3137-405c-4552-9d5d-e897937726f9 req-4a863ef6-a165-4a1d-a93a-d3b083c9c68a tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/security-groups?id=66037392-5f85-4874-a400-63cb75635da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684493 May 25 12:13:33.545602 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-7d52d8ab-5a01-445b-92cb-98f79a03b3fe req-4d41e99c-19a4-49b3-b9de-edbae4dc7332 tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cadbe0f-51ce-4c94-b0e3-f9ad004f8b4b HTTP/1.1" status: 200 len: 210 time: 0.0506396 May 25 12:13:33.557709 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca10bcb-daf9-40dd-ba17-a2a94c75a2b1 req-b3ccc419-19b6-40c3-bdba-e2b3c335cfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:33.559222 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-cca10bcb-daf9-40dd-ba17-a2a94c75a2b1 req-b3ccc419-19b6-40c3-bdba-e2b3c335cfbf service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4b9fde9de33c4fc09c0c531cf0f714fe&device_id=b9a81e13-45a7-497f-b969-59b5fde8ffac HTTP/1.1" status: 200 len: 1099 time: 0.1517992 May 25 12:13:33.691616 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca10bcb-daf9-40dd-ba17-a2a94c75a2b1 req-3e7d023e-0915-4880-be0e-b489b52916e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:33.693043 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-cca10bcb-daf9-40dd-ba17-a2a94c75a2b1 req-3e7d023e-0915-4880-be0e-b489b52916e4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=92cbe58f-da5f-428e-b139-7dfedbb5c159 HTTP/1.1" status: 200 len: 920 time: 0.1266940 May 25 12:13:33.771757 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-cca10bcb-daf9-40dd-ba17-a2a94c75a2b1 req-ad2710f5-71c3-4a0b-a1a0-ec42546ecee2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a93b8e82-f13c-4ef0-860d-d0ecda54d744 HTTP/1.1" status: 200 len: 217 time: 0.0651207 May 25 12:13:33.851262 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca10bcb-daf9-40dd-ba17-a2a94c75a2b1 req-42f27f0f-3898-410f-965c-eaf81c57be5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:33.852794 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-cca10bcb-daf9-40dd-ba17-a2a94c75a2b1 req-42f27f0f-3898-410f-965c-eaf81c57be5b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ac9aa6d5-d32d-4236-bb0d-23d9288b7f03 HTTP/1.1" status: 200 len: 859 time: 0.0678797 May 25 12:13:33.923228 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-cca10bcb-daf9-40dd-ba17-a2a94c75a2b1 req-dd021df4-ecd8-4600-9fd4-3398785c2213 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=92cbe58f-da5f-428e-b139-7dfedbb5c159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456409 May 25 12:13:34.066613 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-cca10bcb-daf9-40dd-ba17-a2a94c75a2b1 req-d7423f56-888f-4445-a77d-934cbe64a4ca service neutron] 10.222.0.54 "GET /v2.0/networks/92cbe58f-da5f-428e-b139-7dfedbb5c159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323578 May 25 12:13:34.221866 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-cca10bcb-daf9-40dd-ba17-a2a94c75a2b1 req-f918ff0e-4e6b-438a-b016-150b0df1d1cc service neutron] 10.222.0.54 "GET /v2.0/networks/92cbe58f-da5f-428e-b139-7dfedbb5c159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503005 May 25 12:13:34.556819 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57841a54-556a-4f10-b9b0-426f1d4a0825 req-591fdf04-f100-407b-ad9f-fdd604cfd436 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:34.556819 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-57841a54-556a-4f10-b9b0-426f1d4a0825 req-591fdf04-f100-407b-ad9f-fdd604cfd436 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/ports?device_id=34edf233-8bbf-4d68-a3f3-d3631b75947a HTTP/1.1" status: 200 len: 945 time: 0.0956140 May 25 12:13:34.614199 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-57841a54-556a-4f10-b9b0-426f1d4a0825 req-b76ad3bc-d8fb-48f3-a390-741cc037923a tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e30fd3d-56a9-4f5d-b932-be2974abe124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570691 May 25 12:13:34.737080 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72285cc2-4d78-494a-ae64-cdab53518ab3 req-dfae5376-8c27-4a10-94e3-5ee8a54acf44 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:34.738924 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-72285cc2-4d78-494a-ae64-cdab53518ab3 req-dfae5376-8c27-4a10-94e3-5ee8a54acf44 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9a81e13-45a7-497f-b969-59b5fde8ffac HTTP/1.1" status: 200 len: 946 time: 0.1128893 May 25 12:13:34.799106 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-09f3885b-ef9f-4054-8ea2-0aa03f92a1ee req-27877337-2253-4b37-91f9-da100f827309 tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cadbe0f-51ce-4c94-b0e3-f9ad004f8b4b HTTP/1.1" status: 200 len: 210 time: 0.0590589 May 25 12:13:34.825678 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-72285cc2-4d78-494a-ae64-cdab53518ab3 req-7f1fddc6-0921-42cd-b5c3-d2b1a656ef4e tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/security-groups?id=66037392-5f85-4874-a400-63cb75635da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541451 May 25 12:13:35.066246 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b32ac1-78a9-4239-8f7a-4d29b1e08c75 req-41f361df-3bc7-4a1e-bea2-bed43096ccac tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:35.067680 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-c9b32ac1-78a9-4239-8f7a-4d29b1e08c75 req-41f361df-3bc7-4a1e-bea2-bed43096ccac tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] 10.222.0.54 "GET /v2.0/networks?id=f7d896d4-f018-4b49-8342-6a24e01ffe9f HTTP/1.1" status: 200 len: 814 time: 0.1578069 May 25 12:13:35.081937 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.v2.base [req-c9b32ac1-78a9-4239-8f7a-4d29b1e08c75 req-c407e389-6a51-4768-b28a-a5e3d2c4acc2 tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] Request body: {'port': {'device_id': '5cadbe0f-51ce-4c94-b0e3-f9ad004f8b4b', 'network_id': 'f7d896d4-f018-4b49-8342-6a24e01ffe9f', 'admin_state_up': True, 'tenant_id': 'b9fb5e4641934500b1db8ab332a09510'}} {{(pid=92473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 12:13:35.279759 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [req-c9b32ac1-78a9-4239-8f7a-4d29b1e08c75 req-c407e389-6a51-4768-b28a-a5e3d2c4acc2 tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:13:35.283999 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [req-c9b32ac1-78a9-4239-8f7a-4d29b1e08c75 req-c407e389-6a51-4768-b28a-a5e3d2c4acc2 tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] Usage tracker for resource:port and tenant:b9fb5e4641934500b1db8ab332a09510 is out of sync, need to count used quota {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:13:35.288114 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [req-c9b32ac1-78a9-4239-8f7a-4d29b1e08c75 req-c407e389-6a51-4768-b28a-a5e3d2c4acc2 tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:13:35.304724 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [req-c9b32ac1-78a9-4239-8f7a-4d29b1e08c75 req-c407e389-6a51-4768-b28a-a5e3d2c4acc2 tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:13:35.408765 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9b32ac1-78a9-4239-8f7a-4d29b1e08c75 req-c407e389-6a51-4768-b28a-a5e3d2c4acc2 tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] Made reservation on behalf of b9fb5e4641934500b1db8ab332a09510 for: {'port': 1} {{(pid=92473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 12:13:35.412289 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-c9b32ac1-78a9-4239-8f7a-4d29b1e08c75 req-c407e389-6a51-4768-b28a-a5e3d2c4acc2 tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:35.596550 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.db_base_plugin_common [req-c9b32ac1-78a9-4239-8f7a-4d29b1e08c75 req-c407e389-6a51-4768-b28a-a5e3d2c4acc2 tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] Allocated IP 172.20.0.4 (f7d896d4-f018-4b49-8342-6a24e01ffe9f/00287b72-0a2d-4a64-9e80-e260565db411/87961f5d-59fe-426a-8276-522d169424d8) {{(pid=92473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 12:13:35.709468 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 37748) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:13:35.941253 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-4f3ad258-d778-49e1-ad28-05a20eddfc06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:35.970680 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-c9b32ac1-78a9-4239-8f7a-4d29b1e08c75 req-c407e389-6a51-4768-b28a-a5e3d2c4acc2 tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] Notify callbacks [] for port, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:35.978653 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-4f3ad258-d778-49e1-ad28-05a20eddfc06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:13:35.989247 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-4f3ad258-d778-49e1-ad28-05a20eddfc06 admin admin] Usage tracker for resource:security_group_rule and tenant:701629f0276444d1bd828a3b40aea315 is out of sync, need to count used quota {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:13:35.992268 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-4f3ad258-d778-49e1-ad28-05a20eddfc06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:13:36.007234 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-4f3ad258-d778-49e1-ad28-05a20eddfc06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:13:36.088900 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-c9b32ac1-78a9-4239-8f7a-4d29b1e08c75 req-c407e389-6a51-4768-b28a-a5e3d2c4acc2 tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786008105683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2465563'] for port, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:36.089832 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-003e76e2-2d61-4816-8442-d8cbe0203175 req-fed03027-1c62-4967-8939-c2cd6198b2aa tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cadbe0f-51ce-4c94-b0e3-f9ad004f8b4b HTTP/1.1" status: 200 len: 210 time: 0.0870557 May 25 12:13:36.108823 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-ff70326c-6f19-4fad-aa6e-be1390f1d827 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:13:36.169264 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9b32ac1-78a9-4239-8f7a-4d29b1e08c75 req-c407e389-6a51-4768-b28a-a5e3d2c4acc2 tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] Network f7d896d4-f018-4b49-8342-6a24e01ffe9f is already hosted by enough agents. {{(pid=92473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 12:13:36.174101 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.scheduler.base_scheduler [req-c9b32ac1-78a9-4239-8f7a-4d29b1e08c75 req-c407e389-6a51-4768-b28a-a5e3d2c4acc2 tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] Resources bound (agent type, host, resource id): {{(pid=92473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 12:13:36.176983 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9b32ac1-78a9-4239-8f7a-4d29b1e08c75 req-c407e389-6a51-4768-b28a-a5e3d2c4acc2 tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] Received port after_create {{(pid=92473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 12:13:36.178321 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08fd110-5c5d-4b34-ae5e-241438f4ad7a req-64c7bebc-a528-49e6-9ddd-770e0bc35d2f tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:36.179909 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-a08fd110-5c5d-4b34-ae5e-241438f4ad7a req-64c7bebc-a528-49e6-9ddd-770e0bc35d2f tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9a81e13-45a7-497f-b969-59b5fde8ffac HTTP/1.1" status: 200 len: 946 time: 0.1338520 May 25 12:13:36.245981 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-4f3ad258-d778-49e1-ad28-05a20eddfc06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:36.250235 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b32ac1-78a9-4239-8f7a-4d29b1e08c75 req-c407e389-6a51-4768-b28a-a5e3d2c4acc2 tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:36.251083 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-c9b32ac1-78a9-4239-8f7a-4d29b1e08c75 req-c407e389-6a51-4768-b28a-a5e3d2c4acc2 tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163099'] for port, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:36.264859 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-a08fd110-5c5d-4b34-ae5e-241438f4ad7a req-62b8b1d6-ff26-420c-bcf3-be76b4abaeb0 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/security-groups?id=66037392-5f85-4874-a400-63cb75635da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686893 May 25 12:13:36.284678 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c407e389-6a51-4768-b28a-a5e3d2c4acc2 tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] Pushing event updated for resources: {'Port': ['ID=87961f5d-59fe-426a-8276-522d169424d8,revision_number=1']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:13:36.290407 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-c407e389-6a51-4768-b28a-a5e3d2c4acc2 tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:13:36.342568 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-4f3ad258-d778-49e1-ad28-05a20eddfc06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:36.343563 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-c9b32ac1-78a9-4239-8f7a-4d29b1e08c75 req-c407e389-6a51-4768-b28a-a5e3d2c4acc2 tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2652953 May 25 12:13:36.353594 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-511d8fd1-1321-49fc-8c19-010457df28e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:13:36.359468 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.v2.base [req-c9b32ac1-78a9-4239-8f7a-4d29b1e08c75 req-b30e4afd-3073-4d46-9e0e-5b8a4b855da7 service neutron] Request body: {'port': {'device_id': '5cadbe0f-51ce-4c94-b0e3-f9ad004f8b4b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77923'}} {{(pid=92473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 12:13:36.410915 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-4f3ad258-d778-49e1-ad28-05a20eddfc06 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=701629f0276444d1bd828a3b40aea315&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7002854 May 25 12:13:36.411945 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3ad258-d778-49e1-ad28-05a20eddfc06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b39505f0-43ac-4938-aaf5-bc8a7f41db01,revision_number=1']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:13:36.414352 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 37774) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:13:36.416879 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-4f3ad258-d778-49e1-ad28-05a20eddfc06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:13:36.515345 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-7044ed23-aaef-446f-a589-2d242b449c56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:36.516709 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-c9b32ac1-78a9-4239-8f7a-4d29b1e08c75 req-b30e4afd-3073-4d46-9e0e-5b8a4b855da7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:36.542306 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-7044ed23-aaef-446f-a589-2d242b449c56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:36.691923 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-7044ed23-aaef-446f-a589-2d242b449c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:36.697088 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-7811fae2-7ea9-47e3-8599-724b65c3fd4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:13:36.711826 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7044ed23-aaef-446f-a589-2d242b449c56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b39505f0-43ac-4938-aaf5-bc8a7f41db01,revision_number=None']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:13:36.714439 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-7044ed23-aaef-446f-a589-2d242b449c56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:13:36.715669 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-7044ed23-aaef-446f-a589-2d242b449c56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:36.722065 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-7044ed23-aaef-446f-a589-2d242b449c56 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b39505f0-43ac-4938-aaf5-bc8a7f41db01 HTTP/1.1" status: 204 len: 168 time: 0.3042815 May 25 12:13:36.877086 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.notifiers.nova [req-c9b32ac1-78a9-4239-8f7a-4d29b1e08c75 req-b30e4afd-3073-4d46-9e0e-5b8a4b855da7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87961f5d-59fe-426a-8276-522d169424d8 {{(pid=92473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 12:13:36.884371 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-c9b32ac1-78a9-4239-8f7a-4d29b1e08c75 req-b30e4afd-3073-4d46-9e0e-5b8a4b855da7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:36.898839 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.provisioning_blocks [req-c9b32ac1-78a9-4239-8f7a-4d29b1e08c75 req-b30e4afd-3073-4d46-9e0e-5b8a4b855da7 service neutron] Transition to ACTIVE for port object 87961f5d-59fe-426a-8276-522d169424d8 will not be triggered until provisioned by entity L2. {{(pid=92473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 12:13:36.986004 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-c9b32ac1-78a9-4239-8f7a-4d29b1e08c75 req-b30e4afd-3073-4d46-9e0e-5b8a4b855da7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2465554'] for port, after_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:36.990755 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:13:37.159835 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30e4afd-3073-4d46-9e0e-5b8a4b855da7 service neutron] Pushing event updated for resources: {'Port': ['ID=87961f5d-59fe-426a-8276-522d169424d8,revision_number=2']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:13:37.166243 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-b30e4afd-3073-4d46-9e0e-5b8a4b855da7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:13:37.235424 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.managers [req-c9b32ac1-78a9-4239-8f7a-4d29b1e08c75 req-b30e4afd-3073-4d46-9e0e-5b8a4b855da7 service neutron] Attempting to bind port 87961f5d-59fe-426a-8276-522d169424d8 on host hv-cinder-77923 for vnic_type normal with profile {{(pid=92473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 12:13:37.235811 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.managers [req-c9b32ac1-78a9-4239-8f7a-4d29b1e08c75 req-b30e4afd-3073-4d46-9e0e-5b8a4b855da7 service neutron] Attempting to bind port 87961f5d-59fe-426a-8276-522d169424d8 by drivers openvswitch,hyperv on host hv-cinder-77923 at level 0 using segments [{'id': '504b014f-7faf-41b8-a7eb-1fa77bf1de6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'f7d896d4-f018-4b49-8342-6a24e01ffe9f'}] {{(pid=92473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 12:13:37.236167 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b32ac1-78a9-4239-8f7a-4d29b1e08c75 req-b30e4afd-3073-4d46-9e0e-5b8a4b855da7 service neutron] Attempting to bind port 87961f5d-59fe-426a-8276-522d169424d8 on network f7d896d4-f018-4b49-8342-6a24e01ffe9f {{(pid=92473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 12:13:37.240986 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b32ac1-78a9-4239-8f7a-4d29b1e08c75 req-b30e4afd-3073-4d46-9e0e-5b8a4b855da7 service neutron] Port 87961f5d-59fe-426a-8276-522d169424d8 on network f7d896d4-f018-4b49-8342-6a24e01ffe9f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77923 {{(pid=92473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 12:13:37.241326 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b32ac1-78a9-4239-8f7a-4d29b1e08c75 req-b30e4afd-3073-4d46-9e0e-5b8a4b855da7 service neutron] Attempting to bind port 87961f5d-59fe-426a-8276-522d169424d8 on network f7d896d4-f018-4b49-8342-6a24e01ffe9f {{(pid=92473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 12:13:37.246809 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b32ac1-78a9-4239-8f7a-4d29b1e08c75 req-b30e4afd-3073-4d46-9e0e-5b8a4b855da7 service neutron] Checking agent: {'id': 'ffba2d31-78f6-4a67-909d-2363647ed231', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77923', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 12, 10, 27), 'started_at': datetime.datetime(2021, 5, 25, 12, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 12, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 12:13:37.247143 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b32ac1-78a9-4239-8f7a-4d29b1e08c75 req-b30e4afd-3073-4d46-9e0e-5b8a4b855da7 service neutron] Checking segment: {'id': '504b014f-7faf-41b8-a7eb-1fa77bf1de6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'f7d896d4-f018-4b49-8342-6a24e01ffe9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 12:13:37.247591 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b32ac1-78a9-4239-8f7a-4d29b1e08c75 req-b30e4afd-3073-4d46-9e0e-5b8a4b855da7 service neutron] Bound using segment: {'id': '504b014f-7faf-41b8-a7eb-1fa77bf1de6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'f7d896d4-f018-4b49-8342-6a24e01ffe9f'} {{(pid=92473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 12:13:37.247981 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.managers [req-c9b32ac1-78a9-4239-8f7a-4d29b1e08c75 req-b30e4afd-3073-4d46-9e0e-5b8a4b855da7 service neutron] Bound port: 87961f5d-59fe-426a-8276-522d169424d8, host: hv-cinder-77923, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '504b014f-7faf-41b8-a7eb-1fa77bf1de6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'f7d896d4-f018-4b49-8342-6a24e01ffe9f'}}] {{(pid=92473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 12:13:37.248345 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-c9b32ac1-78a9-4239-8f7a-4d29b1e08c75 req-b30e4afd-3073-4d46-9e0e-5b8a4b855da7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:37.321306 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9bd578-5f25-4eb3-8994-208ed8768341 req-7a3dc916-e2b6-4a4a-b3c4-43c889601f9a tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:37.322816 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-4e9bd578-5f25-4eb3-8994-208ed8768341 req-7a3dc916-e2b6-4a4a-b3c4-43c889601f9a tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cadbe0f-51ce-4c94-b0e3-f9ad004f8b4b HTTP/1.1" status: 200 len: 943 time: 0.1014085 May 25 12:13:37.353991 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.db [req-c9b32ac1-78a9-4239-8f7a-4d29b1e08c75 req-b30e4afd-3073-4d46-9e0e-5b8a4b855da7 service neutron] For port 87961f5d-59fe-426a-8276-522d169424d8, host hv-cinder-77923, cleared binding levels {{(pid=92473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 12:13:37.358588 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.db [req-c9b32ac1-78a9-4239-8f7a-4d29b1e08c75 req-b30e4afd-3073-4d46-9e0e-5b8a4b855da7 service neutron] For port 87961f5d-59fe-426a-8276-522d169424d8, host hv-cinder-77923, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=87961f5d-59fe-426a-8276-522d169424d8,segment=NetworkSegment(504b014f-7faf-41b8-a7eb-1fa77bf1de6e),segment_id=504b014f-7faf-41b8-a7eb-1fa77bf1de6e)] {{(pid=92473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 12:13:37.372469 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [req-4e9bd578-5f25-4eb3-8994-208ed8768341 req-d3999a95-fcec-40dc-9541-4353303f5dbe tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] Synchronizing usage tracker for tenant:b9fb5e4641934500b1db8ab332a09510 on resource:security_group {{(pid=92472) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 12:13:37.470203 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a5e718-c326-424d-ad41-a09e88f7000c req-f3e370f8-c53b-4b1a-a0b5-6841c3edbee0 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:37.471701 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-02a5e718-c326-424d-ad41-a09e88f7000c req-f3e370f8-c53b-4b1a-a0b5-6841c3edbee0 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9a81e13-45a7-497f-b969-59b5fde8ffac HTTP/1.1" status: 200 len: 946 time: 0.0966337 May 25 12:13:37.491435 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-c9b32ac1-78a9-4239-8f7a-4d29b1e08c75 req-b30e4afd-3073-4d46-9e0e-5b8a4b855da7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2465554'] for port, after_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:37.496642 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-da4c1ec7-6c8a-461c-9af6-097787345a74 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:13:37.518859 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-02a5e718-c326-424d-ad41-a09e88f7000c req-75dc23d3-42a3-44e5-ba74-a8d69adc0f36 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/security-groups?id=66037392-5f85-4874-a400-63cb75635da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410469 May 25 12:13:37.557075 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b32ac1-78a9-4239-8f7a-4d29b1e08c75 req-b30e4afd-3073-4d46-9e0e-5b8a4b855da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:37.561073 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-c9b32ac1-78a9-4239-8f7a-4d29b1e08c75 req-b30e4afd-3073-4d46-9e0e-5b8a4b855da7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163099'] for port, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:37.561073 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-c9b32ac1-78a9-4239-8f7a-4d29b1e08c75 req-b30e4afd-3073-4d46-9e0e-5b8a4b855da7 service neutron] 10.222.0.54 "PUT /v2.0/ports/87961f5d-59fe-426a-8276-522d169424d8 HTTP/1.1" status: 200 len: 1093 time: 1.2048988 May 25 12:13:37.561073 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cadbe0f-51ce-4c94-b0e3-f9ad004f8b4b', 'tag': '87961f5d-59fe-426a-8276-522d169424d8'}] {{(pid=92473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 12:13:37.588013 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30e4afd-3073-4d46-9e0e-5b8a4b855da7 service neutron] Pushing event updated for resources: {'Port': ['ID=87961f5d-59fe-426a-8276-522d169424d8,revision_number=3']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:13:37.588659 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [req-4e9bd578-5f25-4eb3-8994-208ed8768341 req-d3999a95-fcec-40dc-9541-4353303f5dbe tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] Unset dirty status for tenant:b9fb5e4641934500b1db8ab332a09510 on resource:security_group {{(pid=92472) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 12:13:37.591202 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-b30e4afd-3073-4d46-9e0e-5b8a4b855da7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:13:37.597422 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-4e9bd578-5f25-4eb3-8994-208ed8768341 req-d3999a95-fcec-40dc-9541-4353303f5dbe tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b4fedef-e951-4783-a6c8-f37f4f2f28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639892 May 25 12:13:37.620647 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cadbe0f-51ce-4c94-b0e3-f9ad004f8b4b', 'tag': '87961f5d-59fe-426a-8276-522d169424d8', 'status': 'completed', 'code': 200} May 25 12:13:37.676543 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 37814) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:13:37.710725 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-7a6c8e4f-e9e7-4461-a866-ae326874d76d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:37.737785 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-7a6c8e4f-e9e7-4461-a866-ae326874d76d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:13:37.743953 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-7a6c8e4f-e9e7-4461-a866-ae326874d76d admin admin] Usage tracker for resource:security_group_rule and tenant:69d3151c854e447c88c23e417dd1fd04 is out of sync, need to count used quota {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:13:37.749122 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-7a6c8e4f-e9e7-4461-a866-ae326874d76d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:13:37.750918 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38cc16c-6e7d-4565-a880-323632ec3961 req-cacceb94-7340-4780-a6f9-990da448bd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:37.756195 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-e38cc16c-6e7d-4565-a880-323632ec3961 req-cacceb94-7340-4780-a6f9-990da448bd4d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b9fb5e4641934500b1db8ab332a09510&device_id=5cadbe0f-51ce-4c94-b0e3-f9ad004f8b4b HTTP/1.1" status: 200 len: 1096 time: 0.1056919 May 25 12:13:37.756676 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-7a6c8e4f-e9e7-4461-a866-ae326874d76d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:13:37.875998 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-7a6c8e4f-e9e7-4461-a866-ae326874d76d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:37.961379 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38cc16c-6e7d-4565-a880-323632ec3961 req-069eec99-29b6-417a-bb12-327cbbd164d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:37.962849 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-e38cc16c-6e7d-4565-a880-323632ec3961 req-069eec99-29b6-417a-bb12-327cbbd164d3 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=b9fb5e4641934500b1db8ab332a09510&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2001035 May 25 12:13:38.019928 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-7a6c8e4f-e9e7-4461-a866-ae326874d76d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:38.030859 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-28645f65-2156-4be3-8c85-d7389ced62d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:13:38.073344 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-7a6c8e4f-e9e7-4461-a866-ae326874d76d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=69d3151c854e447c88c23e417dd1fd04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3954022 May 25 12:13:38.075245 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6c8e4f-e9e7-4461-a866-ae326874d76d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56c6f51f-2823-4d63-ae3f-1e13861bdd85,revision_number=1']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:13:38.078391 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 37824) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:13:38.078903 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-7a6c8e4f-e9e7-4461-a866-ae326874d76d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:13:38.131961 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38cc16c-6e7d-4565-a880-323632ec3961 req-bf29df18-1e2a-4035-8505-2eb90e4b34a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:38.133398 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-e38cc16c-6e7d-4565-a880-323632ec3961 req-bf29df18-1e2a-4035-8505-2eb90e4b34a7 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1598144 May 25 12:13:38.161221 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-119a1381-8db2-46f5-b0cb-76acff54bea0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:38.287290 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-119a1381-8db2-46f5-b0cb-76acff54bea0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:38.347245 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b32ac1-78a9-4239-8f7a-4d29b1e08c75 req-c536dfb6-5ee5-40bb-9cc2-a3f2870703ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:38.348756 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-c9b32ac1-78a9-4239-8f7a-4d29b1e08c75 req-c536dfb6-5ee5-40bb-9cc2-a3f2870703ea service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b9fb5e4641934500b1db8ab332a09510&device_id=5cadbe0f-51ce-4c94-b0e3-f9ad004f8b4b HTTP/1.1" status: 200 len: 1096 time: 0.1751924 May 25 12:13:38.425458 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-c9b32ac1-78a9-4239-8f7a-4d29b1e08c75 req-28a42fd3-b203-4ece-84e4-1b9c5f726264 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=87961f5d-59fe-426a-8276-522d169424d8 HTTP/1.1" status: 200 len: 217 time: 0.0627956 May 25 12:13:38.489107 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b32ac1-78a9-4239-8f7a-4d29b1e08c75 req-05aa3967-dc8a-4190-a066-ef4d24392863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:38.490528 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-c9b32ac1-78a9-4239-8f7a-4d29b1e08c75 req-05aa3967-dc8a-4190-a066-ef4d24392863 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=00287b72-0a2d-4a64-9e80-e260565db411 HTTP/1.1" status: 200 len: 854 time: 0.0590470 May 25 12:13:38.496200 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-119a1381-8db2-46f5-b0cb-76acff54bea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:38.502514 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-78a3d73d-07cb-4a93-8b60-05244198577b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:13:38.554634 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119a1381-8db2-46f5-b0cb-76acff54bea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56c6f51f-2823-4d63-ae3f-1e13861bdd85,revision_number=None']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:13:38.559535 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-c9b32ac1-78a9-4239-8f7a-4d29b1e08c75 req-46c41cfd-65f7-4b3c-b6ce-2465f639d678 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f7d896d4-f018-4b49-8342-6a24e01ffe9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594759 May 25 12:13:38.560318 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-119a1381-8db2-46f5-b0cb-76acff54bea0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:13:38.568441 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-119a1381-8db2-46f5-b0cb-76acff54bea0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:38.571592 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-119a1381-8db2-46f5-b0cb-76acff54bea0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/56c6f51f-2823-4d63-ae3f-1e13861bdd85 HTTP/1.1" status: 204 len: 168 time: 0.4920862 May 25 12:13:38.711556 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-c9b32ac1-78a9-4239-8f7a-4d29b1e08c75 req-27ed66b0-62de-490c-856b-ecc758705117 service neutron] 10.222.0.54 "GET /v2.0/networks/f7d896d4-f018-4b49-8342-6a24e01ffe9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385715 May 25 12:13:38.750941 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582c96e6-5e68-4cee-9d0a-86a0b078937a req-883b779d-f894-47ca-82a8-698d30c92cec tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:38.754401 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-582c96e6-5e68-4cee-9d0a-86a0b078937a req-883b779d-f894-47ca-82a8-698d30c92cec tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9a81e13-45a7-497f-b969-59b5fde8ffac HTTP/1.1" status: 200 len: 946 time: 0.0933039 May 25 12:13:38.806878 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-582c96e6-5e68-4cee-9d0a-86a0b078937a req-497ddbfa-2fa7-4134-a1e1-7bf4f06d04a7 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/security-groups?id=66037392-5f85-4874-a400-63cb75635da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465047 May 25 12:13:38.883906 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-c9b32ac1-78a9-4239-8f7a-4d29b1e08c75 req-ca3b0daf-bafc-4033-ad50-8e457c17bc11 service neutron] 10.222.0.54 "GET /v2.0/networks/f7d896d4-f018-4b49-8342-6a24e01ffe9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565514 May 25 12:13:38.995244 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a52d06-6dd5-4fdd-9c59-9cf3dd214ad9 req-38d2f501-7afd-4bf5-ae42-5dfd974a7579 tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:38.996705 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-70a52d06-6dd5-4fdd-9c59-9cf3dd214ad9 req-38d2f501-7afd-4bf5-ae42-5dfd974a7579 tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cadbe0f-51ce-4c94-b0e3-f9ad004f8b4b HTTP/1.1" status: 200 len: 943 time: 0.0884185 May 25 12:13:39.043014 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-70a52d06-6dd5-4fdd-9c59-9cf3dd214ad9 req-1365880d-61fb-47c9-816a-2bfcd56201f2 tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b4fedef-e951-4783-a6c8-f37f4f2f28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397570 May 25 12:13:39.402554 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 37866) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:13:39.677309 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-0b3ea740-95ab-4561-a10a-5f5bc495d098 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:39.695291 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-0b3ea740-95ab-4561-a10a-5f5bc495d098 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:13:39.699803 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-0b3ea740-95ab-4561-a10a-5f5bc495d098 admin admin] Usage tracker for resource:security_group_rule and tenant:c158f14f890f48658af649cd5a0c03f2 is out of sync, need to count used quota {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:13:39.704545 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-0b3ea740-95ab-4561-a10a-5f5bc495d098 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:13:39.709380 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-0b3ea740-95ab-4561-a10a-5f5bc495d098 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:13:39.813365 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-0b3ea740-95ab-4561-a10a-5f5bc495d098 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:39.936455 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-0b3ea740-95ab-4561-a10a-5f5bc495d098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:39.944586 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-1b4407f0-304b-4fda-9b9d-ebb9d8ac16f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:13:39.991863 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-0b3ea740-95ab-4561-a10a-5f5bc495d098 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c158f14f890f48658af649cd5a0c03f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5882268 May 25 12:13:39.993263 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 37896) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:13:39.996265 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3ea740-95ab-4561-a10a-5f5bc495d098 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6f46eb8-703a-4f5b-9eef-2bc1d64b5c41,revision_number=1']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:13:40.008683 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751f3cce-acd0-425b-8bb9-5f324d35f48a req-f1529b9f-da4d-49d2-96fe-64adf5845d6b tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:40.011634 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-751f3cce-acd0-425b-8bb9-5f324d35f48a req-f1529b9f-da4d-49d2-96fe-64adf5845d6b tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9a81e13-45a7-497f-b969-59b5fde8ffac HTTP/1.1" status: 200 len: 946 time: 0.0888498 May 25 12:13:40.013702 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-0b3ea740-95ab-4561-a10a-5f5bc495d098 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:13:40.079406 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-936554e1-06db-4250-adce-cb3bb081440a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:40.098433 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-936554e1-06db-4250-adce-cb3bb081440a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:40.125439 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 37902) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:13:40.159964 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-751f3cce-acd0-425b-8bb9-5f324d35f48a req-7bb71885-ca4f-4d9d-afa0-7cfed895d084 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/security-groups?id=66037392-5f85-4874-a400-63cb75635da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410367 May 25 12:13:40.268956 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.v2.base [None req-f2254042-45ca-4a99-af88-66eaecdad2c1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-124203521-network', 'tenant_id': '8a9ca6bdce3443d79a1b6bc34c2a243e'}} {{(pid=92473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 12:13:40.273648 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-936554e1-06db-4250-adce-cb3bb081440a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:40.276750 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f79ef0d-4b20-4cd0-8bba-90f51791afa7 req-7a603277-0e54-41b6-9ac6-f1fab50d932d tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:40.278495 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-0f79ef0d-4b20-4cd0-8bba-90f51791afa7 req-7a603277-0e54-41b6-9ac6-f1fab50d932d tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cadbe0f-51ce-4c94-b0e3-f9ad004f8b4b HTTP/1.1" status: 200 len: 943 time: 0.0878034 May 25 12:13:40.279021 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-f2254042-45ca-4a99-af88-66eaecdad2c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:13:40.281686 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:13:40.295452 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-f2254042-45ca-4a99-af88-66eaecdad2c1 admin admin] Usage tracker for resource:network and tenant:8a9ca6bdce3443d79a1b6bc34c2a243e is out of sync, need to count used quota {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:13:40.299093 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-f2254042-45ca-4a99-af88-66eaecdad2c1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:13:40.301720 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936554e1-06db-4250-adce-cb3bb081440a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6f46eb8-703a-4f5b-9eef-2bc1d64b5c41,revision_number=None']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:13:40.304697 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-936554e1-06db-4250-adce-cb3bb081440a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:13:40.312586 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-f2254042-45ca-4a99-af88-66eaecdad2c1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:13:40.315401 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-936554e1-06db-4250-adce-cb3bb081440a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:40.316513 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-936554e1-06db-4250-adce-cb3bb081440a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e6f46eb8-703a-4f5b-9eef-2bc1d64b5c41 HTTP/1.1" status: 204 len: 168 time: 0.3219688 May 25 12:13:40.334392 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-0f79ef0d-4b20-4cd0-8bba-90f51791afa7 req-1c22905c-1599-4803-bc55-dd5cb870c473 tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b4fedef-e951-4783-a6c8-f37f4f2f28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465882 May 25 12:13:40.496613 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2254042-45ca-4a99-af88-66eaecdad2c1 admin admin] Made reservation on behalf of 8a9ca6bdce3443d79a1b6bc34c2a243e for: {'network': 1} {{(pid=92473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 12:13:40.498935 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-f2254042-45ca-4a99-af88-66eaecdad2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080768'] for network, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:40.511862 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-f2254042-45ca-4a99-af88-66eaecdad2c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:40.526208 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-f2254042-45ca-4a99-af88-66eaecdad2c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:13:40.530071 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-f2254042-45ca-4a99-af88-66eaecdad2c1 admin admin] Usage tracker for resource:security_group_rule and tenant:8a9ca6bdce3443d79a1b6bc34c2a243e is out of sync, need to count used quota {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:13:40.532859 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-f2254042-45ca-4a99-af88-66eaecdad2c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:13:40.538661 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-f2254042-45ca-4a99-af88-66eaecdad2c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:13:40.623615 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-f2254042-45ca-4a99-af88-66eaecdad2c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:40.770850 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-f2254042-45ca-4a99-af88-66eaecdad2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:40.774960 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-119a1381-8db2-46f5-b0cb-76acff54bea0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:13:40.799468 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2254042-45ca-4a99-af88-66eaecdad2c1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=92473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 12:13:40.813751 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2254042-45ca-4a99-af88-66eaecdad2c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8654b93-897a-4ca0-a98e-867369e11a8a,revision_number=1']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:13:40.816508 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-f2254042-45ca-4a99-af88-66eaecdad2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1959408'] for segment, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:40.816847 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.db.segments_db [None req-f2254042-45ca-4a99-af88-66eaecdad2c1 admin admin] Added segment 70fd6a27-84e6-4393-834d-58eae1636d1a of type vlan for network 4932c12a-ed7a-4f40-9682-bfafb0e4bda8 May 25 12:13:40.818051 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-f2254042-45ca-4a99-af88-66eaecdad2c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:13:40.850157 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-f2254042-45ca-4a99-af88-66eaecdad2c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786008126284'] for network, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:40.993628 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-f2254042-45ca-4a99-af88-66eaecdad2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1019683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-653800'] for network, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:40.995023 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2254042-45ca-4a99-af88-66eaecdad2c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:40.995433 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-f2254042-45ca-4a99-af88-66eaecdad2c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653773'] for network, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:41.000554 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-aafdb0f8-3ab1-4a43-9cdc-7702a12e9e0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:13:41.100901 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2254042-45ca-4a99-af88-66eaecdad2c1 admin admin] Pushing event updated for resources: {'Network': ['ID=4932c12a-ed7a-4f40-9682-bfafb0e4bda8,revision_number=1']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:13:41.103675 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-f2254042-45ca-4a99-af88-66eaecdad2c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:13:41.111176 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Network 4932c12a-ed7a-4f40-9682-bfafb0e4bda8 details requested by agent ovs-agent-dv-cinder-779233-5-smb with host dv-cinder-779233-5-smb {{(pid=92474) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 12:13:41.176953 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-f2254042-45ca-4a99-af88-66eaecdad2c1 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0595915 May 25 12:13:41.179883 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 37930) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:13:41.185243 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.v2.base [None req-4c974473-1981-4621-aaf8-bc4c3fddb46f admin admin] Request body: {'subnet': {'network_id': '4932c12a-ed7a-4f40-9682-bfafb0e4bda8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-124203521-subnet', 'tenant_id': '8a9ca6bdce3443d79a1b6bc34c2a243e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 12:13:41.189833 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-4c974473-1981-4621-aaf8-bc4c3fddb46f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:13:41.254480 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-4c974473-1981-4621-aaf8-bc4c3fddb46f admin admin] Usage tracker for resource:subnet and tenant:8a9ca6bdce3443d79a1b6bc34c2a243e is out of sync, need to count used quota {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:13:41.254480 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-4c974473-1981-4621-aaf8-bc4c3fddb46f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:13:41.254480 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-4c974473-1981-4621-aaf8-bc4c3fddb46f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:13:41.326000 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 37938) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:13:41.350742 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-5b3455d0-a12a-4691-8908-7c071b6743ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:41.365053 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c974473-1981-4621-aaf8-bc4c3fddb46f admin admin] Made reservation on behalf of 8a9ca6bdce3443d79a1b6bc34c2a243e for: {'subnet': 1} {{(pid=92473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 12:13:41.368650 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-4c974473-1981-4621-aaf8-bc4c3fddb46f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3722506'] for subnet, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:41.375678 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10273fc-01ad-46fe-8c59-dcc8ea44e08d req-49f0d2ad-c1ba-434a-88a0-1eabf968a512 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:41.377348 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-e10273fc-01ad-46fe-8c59-dcc8ea44e08d req-49f0d2ad-c1ba-434a-88a0-1eabf968a512 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9a81e13-45a7-497f-b969-59b5fde8ffac HTTP/1.1" status: 200 len: 946 time: 0.1081231 May 25 12:13:41.425626 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-e10273fc-01ad-46fe-8c59-dcc8ea44e08d req-9137d204-e8d2-4629-8300-e1baac2f2392 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/security-groups?id=66037392-5f85-4874-a400-63cb75635da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418153 May 25 12:13:41.455624 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-5b3455d0-a12a-4691-8908-7c071b6743ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:13:41.465592 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-5b3455d0-a12a-4691-8908-7c071b6743ee admin admin] Usage tracker for resource:security_group_rule and tenant:661edc3dfb8d44d58bc4d1c9ea8847c7 is out of sync, need to count used quota {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:13:41.472998 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-5b3455d0-a12a-4691-8908-7c071b6743ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:13:41.487738 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-5b3455d0-a12a-4691-8908-7c071b6743ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:13:41.655921 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866428e6-bf9b-490a-9a29-7f0fa7a362f4 req-0549ede2-a186-442e-a890-a4c19a8c197f tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:41.657419 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-866428e6-bf9b-490a-9a29-7f0fa7a362f4 req-0549ede2-a186-442e-a890-a4c19a8c197f tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cadbe0f-51ce-4c94-b0e3-f9ad004f8b4b HTTP/1.1" status: 200 len: 943 time: 0.1152909 May 25 12:13:41.685810 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-5b3455d0-a12a-4691-8908-7c071b6743ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:41.707897 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-866428e6-bf9b-490a-9a29-7f0fa7a362f4 req-c2495c22-b5c8-408c-bdb7-657e21ed2730 tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b4fedef-e951-4783-a6c8-f37f4f2f28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439684 May 25 12:13:41.861873 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-5b3455d0-a12a-4691-8908-7c071b6743ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:41.869806 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-09c6ac41-42b1-4dfc-af74-b4068092f727 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:13:41.959644 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Device 87961f5d-59fe-426a-8276-522d169424d8 details requested by agent hyperv_hv-cinder-77923 with host hv-cinder-77923 {{(pid=92474) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 12:13:41.962234 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3455d0-a12a-4691-8908-7c071b6743ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daaa947e-cd04-4091-9349-7b787c7e0e83,revision_number=1']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:13:41.969064 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-5b3455d0-a12a-4691-8908-7c071b6743ee admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=661edc3dfb8d44d58bc4d1c9ea8847c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6419482 May 25 12:13:41.970217 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-5b3455d0-a12a-4691-8908-7c071b6743ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:13:41.972398 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 37962) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:13:42.042333 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-a60c7a50-3df4-4f10-9621-0121108d05b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:42.068553 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-a60c7a50-3df4-4f10-9621-0121108d05b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:42.119492 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-4c974473-1981-4621-aaf8-bc4c3fddb46f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2542507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3722524'] for subnet, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:42.129347 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-844d0492-6bb8-4a14-9b16-3f9d377335cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:13:42.134045 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] For port 87961f5d-59fe-426a-8276-522d169424d8, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=87961f5d-59fe-426a-8276-522d169424d8,segment=NetworkSegment(504b014f-7faf-41b8-a7eb-1fa77bf1de6e),segment_id=504b014f-7faf-41b8-a7eb-1fa77bf1de6e)] {{(pid=92474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:13:42.164395 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Returning: {'device': '87961f5d-59fe-426a-8276-522d169424d8', 'network_id': 'f7d896d4-f018-4b49-8342-6a24e01ffe9f', 'port_id': '87961f5d-59fe-426a-8276-522d169424d8', 'mac_address': 'fa:16:3e:22:86:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00287b72-0a2d-4a64-9e80-e260565db411', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92474) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 12:13:42.222486 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-a60c7a50-3df4-4f10-9621-0121108d05b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:42.228539 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:42.231353 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:13:42.239401 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c974473-1981-4621-aaf8-bc4c3fddb46f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1930d653-651c-4942-b755-7b7eba822209,revision_number=0']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:13:42.250067 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-4c974473-1981-4621-aaf8-bc4c3fddb46f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:13:42.251589 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.notifiers.nova [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87961f5d-59fe-426a-8276-522d169424d8 {{(pid=92474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 12:13:42.256266 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c974473-1981-4621-aaf8-bc4c3fddb46f admin admin] Checking segment: {'id': '70fd6a27-84e6-4393-834d-58eae1636d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '4932c12a-ed7a-4f40-9682-bfafb0e4bda8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 12:13:42.256622 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c974473-1981-4621-aaf8-bc4c3fddb46f admin admin] Network hostable DHCP agents. Network: 4932c12a-ed7a-4f40-9682-bfafb0e4bda8, hostable agents: ['0c80ff5a-370f-48e8-a560-f3922f41a294'], hosted agents: [] {{(pid=92473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 12:13:42.264912 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60c7a50-3df4-4f10-9621-0121108d05b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daaa947e-cd04-4091-9349-7b787c7e0e83,revision_number=None']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:13:42.275451 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-a60c7a50-3df4-4f10-9621-0121108d05b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:13:42.280167 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-a60c7a50-3df4-4f10-9621-0121108d05b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:42.284756 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-a60c7a50-3df4-4f10-9621-0121108d05b6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/daaa947e-cd04-4091-9349-7b787c7e0e83 HTTP/1.1" status: 204 len: 168 time: 0.3101888 May 25 12:13:42.294465 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] For port 87961f5d-59fe-426a-8276-522d169424d8, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=87961f5d-59fe-426a-8276-522d169424d8,segment=NetworkSegment(504b014f-7faf-41b8-a7eb-1fa77bf1de6e),segment_id=504b014f-7faf-41b8-a7eb-1fa77bf1de6e)] {{(pid=92474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:13:42.379721 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c974473-1981-4621-aaf8-bc4c3fddb46f admin admin] Network 4932c12a-ed7a-4f40-9682-bfafb0e4bda8 is scheduled to be hosted by DHCP agent 0c80ff5a-370f-48e8-a560-f3922f41a294 with binding_index 1 {{(pid=92473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 12:13:42.414262 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:42.416155 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:13:42.480548 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.scheduler.base_scheduler [None req-4c974473-1981-4621-aaf8-bc4c3fddb46f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779233-5-smb, 4932c12a-ed7a-4f40-9682-bfafb0e4bda8) {{(pid=92473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 12:13:42.493754 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c974473-1981-4621-aaf8-bc4c3fddb46f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:42.494399 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-4c974473-1981-4621-aaf8-bc4c3fddb46f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653773'] for subnet, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:42.519268 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0908bb51-94a9-4efc-860a-17e46a4f3fcd None None] Network 4932c12a-ed7a-4f40-9682-bfafb0e4bda8 requested from dv-cinder-779233-5-smb {{(pid=92474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 12:13:42.558612 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Pushing event updated for resources: {'Port': ['ID=87961f5d-59fe-426a-8276-522d169424d8,revision_number=4']} {{(pid=92474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:13:42.621079 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:13:42.652622 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad87aa7-24e2-45db-b3b5-132444d38e84 req-22a11915-4b8b-43ae-a911-07700f7341f7 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:42.654158 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-bad87aa7-24e2-45db-b3b5-132444d38e84 req-22a11915-4b8b-43ae-a911-07700f7341f7 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9a81e13-45a7-497f-b969-59b5fde8ffac HTTP/1.1" status: 200 len: 946 time: 0.0852985 May 25 12:13:42.707160 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-bad87aa7-24e2-45db-b3b5-132444d38e84 req-01840b1e-31f8-45a9-9a48-c6744dd92577 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/security-groups?id=66037392-5f85-4874-a400-63cb75635da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461364 May 25 12:13:42.723544 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-4c974473-1981-4621-aaf8-bc4c3fddb46f admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5425212 May 25 12:13:42.766654 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90389280-7eed-45be-80af-63e4f5517c84 None None] Network 4932c12a-ed7a-4f40-9682-bfafb0e4bda8 requested from dv-cinder-779233-5-smb {{(pid=92474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 12:13:42.785110 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] get_ports_and_sgs() called for port_ids ['87961f5d-59fe-426a-8276-522d169424d8'] {{(pid=92474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 12:13:42.938307 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bcf8e4-05e9-4691-9190-43bea7c6b21e req-b7dfc8f7-85c0-4f8b-81e8-75c8e1a28f43 tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:42.947615 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-71bcf8e4-05e9-4691-9190-43bea7c6b21e req-b7dfc8f7-85c0-4f8b-81e8-75c8e1a28f43 tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cadbe0f-51ce-4c94-b0e3-f9ad004f8b4b HTTP/1.1" status: 200 len: 944 time: 0.1095088 May 25 12:13:43.003959 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-71bcf8e4-05e9-4691-9190-43bea7c6b21e req-08126765-b222-424e-b836-89720e4137f5 tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b4fedef-e951-4783-a6c8-f37f4f2f28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553372 May 25 12:13:43.095160 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 38004) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:13:43.351102 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-a8f944c1-7479-4bff-bc4a-4b2e4c0fa295 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:43.367381 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-a8f944c1-7479-4bff-bc4a-4b2e4c0fa295 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:13:43.371294 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-a8f944c1-7479-4bff-bc4a-4b2e4c0fa295 admin admin] Usage tracker for resource:security_group_rule and tenant:d96e5d698ece4ee7af5acab7588c426d is out of sync, need to count used quota {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:13:43.374239 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-a8f944c1-7479-4bff-bc4a-4b2e4c0fa295 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:13:43.380623 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-a8f944c1-7479-4bff-bc4a-4b2e4c0fa295 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:13:43.470766 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-a8f944c1-7479-4bff-bc4a-4b2e4c0fa295 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:43.588008 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-a8f944c1-7479-4bff-bc4a-4b2e4c0fa295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:43.653758 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-b8fd0c8f-a290-4cb6-9a82-91171565ffcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:13:43.692357 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-a8f944c1-7479-4bff-bc4a-4b2e4c0fa295 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d96e5d698ece4ee7af5acab7588c426d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5958900 May 25 12:13:43.693209 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f944c1-7479-4bff-bc4a-4b2e4c0fa295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2abe7b68-6f1c-48ee-a907-381b61ceccd8,revision_number=1']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:13:43.695556 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 38034) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:13:43.697757 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-a8f944c1-7479-4bff-bc4a-4b2e4c0fa295 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:13:43.817274 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-d02ede30-b1c6-4a7e-bca8-e8cd3c750cd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:43.912835 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-d02ede30-b1c6-4a7e-bca8-e8cd3c750cd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:43.936351 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 38052) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:13:43.942932 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.v2.base [None req-0d1cf587-c5c4-4f26-a601-639f559dc2fc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1834300673-network', 'tenant_id': '6dd6f4cd004c4d9fb98210997ccc7ff4'}} {{(pid=92473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 12:13:43.947748 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-0d1cf587-c5c4-4f26-a601-639f559dc2fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:13:43.952413 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-0d1cf587-c5c4-4f26-a601-639f559dc2fc admin admin] Usage tracker for resource:network and tenant:6dd6f4cd004c4d9fb98210997ccc7ff4 is out of sync, need to count used quota {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:13:43.955732 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-0d1cf587-c5c4-4f26-a601-639f559dc2fc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:13:43.965555 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-0d1cf587-c5c4-4f26-a601-639f559dc2fc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:13:43.988379 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b33512a-f0bc-423b-89bf-43eb4872914e req-80eab90d-257e-43af-ad57-1127ee144536 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:43.989859 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-4b33512a-f0bc-423b-89bf-43eb4872914e req-80eab90d-257e-43af-ad57-1127ee144536 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9a81e13-45a7-497f-b969-59b5fde8ffac HTTP/1.1" status: 200 len: 946 time: 0.1528587 May 25 12:13:44.049357 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-4b33512a-f0bc-423b-89bf-43eb4872914e req-e9a254da-903c-4e36-8da1-5567f2fa9c24 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/security-groups?id=66037392-5f85-4874-a400-63cb75635da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519843 May 25 12:13:44.090649 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d1cf587-c5c4-4f26-a601-639f559dc2fc admin admin] Made reservation on behalf of 6dd6f4cd004c4d9fb98210997ccc7ff4 for: {'network': 1} {{(pid=92473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 12:13:44.093037 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-0d1cf587-c5c4-4f26-a601-639f559dc2fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080768'] for network, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:44.105280 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-0d1cf587-c5c4-4f26-a601-639f559dc2fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:44.120189 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-0d1cf587-c5c4-4f26-a601-639f559dc2fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:13:44.123987 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-0d1cf587-c5c4-4f26-a601-639f559dc2fc admin admin] Usage tracker for resource:security_group_rule and tenant:6dd6f4cd004c4d9fb98210997ccc7ff4 is out of sync, need to count used quota {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:13:44.124973 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-a85719b2-3e3a-4103-964d-9f1ca528b5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:44.128563 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-0d1cf587-c5c4-4f26-a601-639f559dc2fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:13:44.138150 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-0d1cf587-c5c4-4f26-a601-639f559dc2fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:13:44.149920 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-d02ede30-b1c6-4a7e-bca8-e8cd3c750cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:44.159112 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-4f3ad258-d778-49e1-ad28-05a20eddfc06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:13:44.179907 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02ede30-b1c6-4a7e-bca8-e8cd3c750cd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2abe7b68-6f1c-48ee-a907-381b61ceccd8,revision_number=None']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:13:44.184714 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-d02ede30-b1c6-4a7e-bca8-e8cd3c750cd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:13:44.194907 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-d02ede30-b1c6-4a7e-bca8-e8cd3c750cd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:44.196996 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-d02ede30-b1c6-4a7e-bca8-e8cd3c750cd5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2abe7b68-6f1c-48ee-a907-381b61ceccd8 HTTP/1.1" status: 204 len: 168 time: 0.4999361 May 25 12:13:44.228019 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75349ddf-d42b-4f46-912d-cae3791bfee9 req-826542db-84e3-4bda-89a7-a45ae0ee48ec tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:44.229479 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-75349ddf-d42b-4f46-912d-cae3791bfee9 req-826542db-84e3-4bda-89a7-a45ae0ee48ec tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cadbe0f-51ce-4c94-b0e3-f9ad004f8b4b HTTP/1.1" status: 200 len: 944 time: 0.1220396 May 25 12:13:44.263371 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-0d1cf587-c5c4-4f26-a601-639f559dc2fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:44.285171 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-75349ddf-d42b-4f46-912d-cae3791bfee9 req-c7391a19-835b-4269-8978-c81b86116aca tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b4fedef-e951-4783-a6c8-f37f4f2f28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481179 May 25 12:13:44.347884 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-0d1cf587-c5c4-4f26-a601-639f559dc2fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:44.352498 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-950d043d-6b39-47fc-8a50-9d90cf2dd30c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:13:44.375805 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d1cf587-c5c4-4f26-a601-639f559dc2fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=92473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 12:13:44.388886 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1cf587-c5c4-4f26-a601-639f559dc2fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d00e725-200f-4377-956e-b90765523bc8,revision_number=1']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:13:44.393302 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-0d1cf587-c5c4-4f26-a601-639f559dc2fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:13:44.394211 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-0d1cf587-c5c4-4f26-a601-639f559dc2fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1959408'] for segment, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:44.394541 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.db.segments_db [None req-0d1cf587-c5c4-4f26-a601-639f559dc2fc admin admin] Added segment 5ea7a0c4-51e2-4fe5-a6dd-d55ba52a1080 of type vlan for network fcde7764-ca88-480c-a7cd-1b9354897957 May 25 12:13:44.420346 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-0d1cf587-c5c4-4f26-a601-639f559dc2fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786008126284'] for network, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:44.571026 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-0d1cf587-c5c4-4f26-a601-639f559dc2fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1019683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-653800'] for network, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:44.572618 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d1cf587-c5c4-4f26-a601-639f559dc2fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:44.573202 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-0d1cf587-c5c4-4f26-a601-639f559dc2fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653773'] for network, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:44.586557 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-72660956-e707-4b6f-96a6-ea22701ce3e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:13:44.696432 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1cf587-c5c4-4f26-a601-639f559dc2fc admin admin] Pushing event updated for resources: {'Network': ['ID=fcde7764-ca88-480c-a7cd-1b9354897957,revision_number=1']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:13:44.700799 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-0d1cf587-c5c4-4f26-a601-639f559dc2fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:13:44.708649 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Network fcde7764-ca88-480c-a7cd-1b9354897957 details requested by agent ovs-agent-dv-cinder-779233-5-smb with host dv-cinder-779233-5-smb {{(pid=92474) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 12:13:44.909703 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-0d1cf587-c5c4-4f26-a601-639f559dc2fc admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9691970 May 25 12:13:44.909971 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 38086) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:13:44.916273 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.v2.base [None req-ef8d8149-5478-4aaf-aab2-3bcfa61d6935 admin admin] Request body: {'subnet': {'network_id': 'fcde7764-ca88-480c-a7cd-1b9354897957', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1834300673-subnet', 'tenant_id': '6dd6f4cd004c4d9fb98210997ccc7ff4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 12:13:44.920945 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-ef8d8149-5478-4aaf-aab2-3bcfa61d6935 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:13:44.925063 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-ef8d8149-5478-4aaf-aab2-3bcfa61d6935 admin admin] Usage tracker for resource:subnet and tenant:6dd6f4cd004c4d9fb98210997ccc7ff4 is out of sync, need to count used quota {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:13:44.927938 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-ef8d8149-5478-4aaf-aab2-3bcfa61d6935 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:13:44.937223 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-ef8d8149-5478-4aaf-aab2-3bcfa61d6935 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:13:45.022030 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef8d8149-5478-4aaf-aab2-3bcfa61d6935 admin admin] Made reservation on behalf of 6dd6f4cd004c4d9fb98210997ccc7ff4 for: {'subnet': 1} {{(pid=92473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 12:13:45.024543 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-ef8d8149-5478-4aaf-aab2-3bcfa61d6935 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3722506'] for subnet, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:45.132073 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 38098) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:13:45.156606 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-d37ee188-3c27-4a60-bb32-049b3a2416ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:45.173463 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-d37ee188-3c27-4a60-bb32-049b3a2416ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:13:45.177484 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-d37ee188-3c27-4a60-bb32-049b3a2416ca admin admin] Usage tracker for resource:security_group_rule and tenant:301d5cb23c31478a8fb12bd1d45f198e is out of sync, need to count used quota {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:13:45.180469 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-d37ee188-3c27-4a60-bb32-049b3a2416ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:13:45.186541 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-d37ee188-3c27-4a60-bb32-049b3a2416ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:13:45.313523 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf3af66-03f9-448b-838e-aaa9ce3741cc req-8b98cc5f-883d-4986-9ddb-52a790f96413 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:45.315718 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-fcf3af66-03f9-448b-838e-aaa9ce3741cc req-8b98cc5f-883d-4986-9ddb-52a790f96413 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9a81e13-45a7-497f-b969-59b5fde8ffac HTTP/1.1" status: 200 len: 946 time: 0.1265545 May 25 12:13:45.388278 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-d37ee188-3c27-4a60-bb32-049b3a2416ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:45.394140 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-fcf3af66-03f9-448b-838e-aaa9ce3741cc req-0104ee88-6dd2-4e54-b466-7e6a9ab088a1 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/security-groups?id=66037392-5f85-4874-a400-63cb75635da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709908 May 25 12:13:45.467399 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-d37ee188-3c27-4a60-bb32-049b3a2416ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:45.483088 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-29fa3f70-449c-473a-bd6c-d7f787461b1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:13:45.534759 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-d37ee188-3c27-4a60-bb32-049b3a2416ca admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=301d5cb23c31478a8fb12bd1d45f198e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4004474 May 25 12:13:45.537811 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 38108) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:13:45.538454 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37ee188-3c27-4a60-bb32-049b3a2416ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65468f4e-7b54-40ac-aa30-b22668d61529,revision_number=1']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:13:45.543569 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-d37ee188-3c27-4a60-bb32-049b3a2416ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:13:45.567949 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-ef8d8149-5478-4aaf-aab2-3bcfa61d6935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2542507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3722524'] for subnet, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:45.567949 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-5ac6ec04-2b5c-4ca4-b092-95084e712cb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:13:45.604461 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8935bad-c5d8-4db2-8cd0-f73ed60e3c6c req-3365b78f-d62c-476c-8551-f3e50671a629 tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:45.605926 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-f8935bad-c5d8-4db2-8cd0-f73ed60e3c6c req-3365b78f-d62c-476c-8551-f3e50671a629 tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cadbe0f-51ce-4c94-b0e3-f9ad004f8b4b HTTP/1.1" status: 200 len: 944 time: 0.1758327 May 25 12:13:45.628954 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8d8149-5478-4aaf-aab2-3bcfa61d6935 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e0a5e97-3019-4377-8968-6c45eb96165b,revision_number=0']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:13:45.636476 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-ef8d8149-5478-4aaf-aab2-3bcfa61d6935 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:13:45.640163 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-14fd53e6-202c-4f9a-b034-902bcfc4c660 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:45.640488 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8d8149-5478-4aaf-aab2-3bcfa61d6935 admin admin] Checking segment: {'id': '5ea7a0c4-51e2-4fe5-a6dd-d55ba52a1080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'fcde7764-ca88-480c-a7cd-1b9354897957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 12:13:45.640845 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8d8149-5478-4aaf-aab2-3bcfa61d6935 admin admin] Network hostable DHCP agents. Network: fcde7764-ca88-480c-a7cd-1b9354897957, hostable agents: ['0c80ff5a-370f-48e8-a560-f3922f41a294'], hosted agents: [] {{(pid=92473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 12:13:45.677355 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-f8935bad-c5d8-4db2-8cd0-f73ed60e3c6c req-c4ebbe6a-ff68-4393-ad6a-b32b9f97bf8f tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b4fedef-e951-4783-a6c8-f37f4f2f28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625319 May 25 12:13:45.684657 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-14fd53e6-202c-4f9a-b034-902bcfc4c660 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:45.730400 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8d8149-5478-4aaf-aab2-3bcfa61d6935 admin admin] Network fcde7764-ca88-480c-a7cd-1b9354897957 is scheduled to be hosted by DHCP agent 0c80ff5a-370f-48e8-a560-f3922f41a294 with binding_index 1 {{(pid=92473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 12:13:45.850492 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.scheduler.base_scheduler [None req-ef8d8149-5478-4aaf-aab2-3bcfa61d6935 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779233-5-smb, fcde7764-ca88-480c-a7cd-1b9354897957) {{(pid=92473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 12:13:45.859533 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef8d8149-5478-4aaf-aab2-3bcfa61d6935 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:45.860246 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-ef8d8149-5478-4aaf-aab2-3bcfa61d6935 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653773'] for subnet, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:45.862803 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a390e46e-54b0-48f6-842c-cea3b48cf969 None None] Network fcde7764-ca88-480c-a7cd-1b9354897957 requested from dv-cinder-779233-5-smb {{(pid=92474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 12:13:45.879810 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-14fd53e6-202c-4f9a-b034-902bcfc4c660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:45.886596 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:13:45.904767 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fd53e6-202c-4f9a-b034-902bcfc4c660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65468f4e-7b54-40ac-aa30-b22668d61529,revision_number=None']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:13:45.908426 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-14fd53e6-202c-4f9a-b034-902bcfc4c660 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:45.922746 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-14fd53e6-202c-4f9a-b034-902bcfc4c660 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/65468f4e-7b54-40ac-aa30-b22668d61529 HTTP/1.1" status: 204 len: 168 time: 0.3757522 May 25 12:13:45.926220 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-14fd53e6-202c-4f9a-b034-902bcfc4c660 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:13:45.977467 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-ef8d8149-5478-4aaf-aab2-3bcfa61d6935 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0664558 May 25 12:13:45.983547 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Device 87961f5d-59fe-426a-8276-522d169424d8 up at agent hyperv_hv-cinder-77923 {{(pid=92474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 12:13:46.165292 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e79499-c2bf-459d-8228-c9638bc2632c None None] Network fcde7764-ca88-480c-a7cd-1b9354897957 requested from dv-cinder-779233-5-smb {{(pid=92474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 12:13:46.189917 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38654fc0-fe8f-41ef-b77c-764835746aa2 req-822d70af-87f7-46c6-afc6-7c633d1d8fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:46.191469 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-38654fc0-fe8f-41ef-b77c-764835746aa2 req-822d70af-87f7-46c6-afc6-7c633d1d8fe5 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b9a81e13-45a7-497f-b969-59b5fde8ffac HTTP/1.1" status: 200 len: 1099 time: 0.0970454 May 25 12:13:46.233913 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-38654fc0-fe8f-41ef-b77c-764835746aa2 req-b2751af0-f1e0-4f92-804b-520dd6fea8cd service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=66037392-5f85-4874-a400-63cb75635da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360448 May 25 12:13:46.238794 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Provisioning for port 87961f5d-59fe-426a-8276-522d169424d8 completed by entity L2. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 12:13:46.246609 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Provisioning complete for port 87961f5d-59fe-426a-8276-522d169424d8 triggered by entity L2. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 12:13:46.247072 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902397'] for port, provisioning_complete {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:46.515693 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 38152) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:13:46.527084 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:46.542970 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:46.564158 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cadbe0f-51ce-4c94-b0e3-f9ad004f8b4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87961f5d-59fe-426a-8276-522d169424d8'}] {{(pid=92474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 12:13:46.575033 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] For port 87961f5d-59fe-426a-8276-522d169424d8, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=87961f5d-59fe-426a-8276-522d169424d8,segment=NetworkSegment(504b014f-7faf-41b8-a7eb-1fa77bf1de6e),segment_id=504b014f-7faf-41b8-a7eb-1fa77bf1de6e)] {{(pid=92474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:13:46.668882 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:46.671895 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:13:46.753044 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Pushing event updated for resources: {'Port': ['ID=87961f5d-59fe-426a-8276-522d169424d8,revision_number=5']} {{(pid=92474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:13:46.756208 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:13:46.756655 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad4d00d-d7ae-427d-b7c8-578857052e0e req-0142d8dd-a643-4920-a5f2-fc089cf18acc tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:46.758247 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-7ad4d00d-d7ae-427d-b7c8-578857052e0e req-0142d8dd-a643-4920-a5f2-fc089cf18acc tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9a81e13-45a7-497f-b969-59b5fde8ffac HTTP/1.1" status: 200 len: 946 time: 0.2138193 May 25 12:13:46.773072 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a014b1-74e0-4e39-aa73-26e1f8482e25 req-43697ff3-9dca-4f72-ade4-eec94d67fb11 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:46.774478 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-19a014b1-74e0-4e39-aa73-26e1f8482e25 req-43697ff3-9dca-4f72-ade4-eec94d67fb11 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/networks?id=d2534cea-29fb-4925-a89b-43de0cc13c4c HTTP/1.1" status: 200 len: 813 time: 0.1843729 May 25 12:13:46.802923 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-19a014b1-74e0-4e39-aa73-26e1f8482e25 req-aa8d21c2-1deb-47a1-adfd-9fe600c6393a tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/quotas/8ce8597116c24109952d0b56bfad7bf3 HTTP/1.1" status: 200 len: 375 time: 0.0155447 May 25 12:13:46.821896 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-71275258-cfcb-4fc9-a223-981d092f7804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:46.864324 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-7ad4d00d-d7ae-427d-b7c8-578857052e0e req-4df6ddb8-04fd-40b8-a97a-072491dabd2c tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/security-groups?id=66037392-5f85-4874-a400-63cb75635da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992494 May 25 12:13:46.907867 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-19a014b1-74e0-4e39-aa73-26e1f8482e25 req-e4e64ffb-d9f9-45e5-9a31-f92dd39ec4a2 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=8ce8597116c24109952d0b56bfad7bf3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0956223 May 25 12:13:46.918218 dv-cinder-779233-5-smb neutron-server[92474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cadbe0f-51ce-4c94-b0e3-f9ad004f8b4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87961f5d-59fe-426a-8276-522d169424d8', 'code': 200} May 25 12:13:46.970819 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 38174) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:13:46.998581 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-5b5a53f2-11e4-4c16-ba17-3a2674f1f8ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:47.033666 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-5b5a53f2-11e4-4c16-ba17-3a2674f1f8ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:13:47.043925 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-5b5a53f2-11e4-4c16-ba17-3a2674f1f8ee admin admin] Usage tracker for resource:security_group_rule and tenant:04e7601540f04b2880d4e5fe28af302e is out of sync, need to count used quota {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:13:47.055875 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-5b5a53f2-11e4-4c16-ba17-3a2674f1f8ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:13:47.065328 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-5b5a53f2-11e4-4c16-ba17-3a2674f1f8ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:13:47.137347 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 38180) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:13:47.218810 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-5b5a53f2-11e4-4c16-ba17-3a2674f1f8ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:47.224199 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-19a014b1-74e0-4e39-aa73-26e1f8482e25 req-aa426ea8-0914-4804-967b-2608e33e29b2 service neutron] 10.222.0.44 "GET /v2.0/networks/d2534cea-29fb-4925-a89b-43de0cc13c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3115921 May 25 12:13:47.232419 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc572189-f708-4f02-a41e-bc0f5450b18d req-bc119d46-0316-44ac-8599-6e7f31c502fa tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:47.233849 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-cc572189-f708-4f02-a41e-bc0f5450b18d req-bc119d46-0316-44ac-8599-6e7f31c502fa tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cadbe0f-51ce-4c94-b0e3-f9ad004f8b4b HTTP/1.1" status: 200 len: 945 time: 0.1360252 May 25 12:13:47.293752 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-80b822bf-b424-4641-9601-32bdf2a883db admin admin] Notify callbacks [] for security_group, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:47.309344 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-80b822bf-b424-4641-9601-32bdf2a883db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:13:47.313404 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-80b822bf-b424-4641-9601-32bdf2a883db admin admin] Usage tracker for resource:security_group_rule and tenant:d0dd1761a240487f9de81467d1f063ef is out of sync, need to count used quota {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:13:47.317144 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-80b822bf-b424-4641-9601-32bdf2a883db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:13:47.324309 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-80b822bf-b424-4641-9601-32bdf2a883db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:13:47.339124 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-5b5a53f2-11e4-4c16-ba17-3a2674f1f8ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:47.341816 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-91a51763-57f2-410c-89b8-0525fbbe9d28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:47.348853 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:13:47.383775 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-91a51763-57f2-410c-89b8-0525fbbe9d28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:13:47.393257 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-91a51763-57f2-410c-89b8-0525fbbe9d28 admin admin] Usage tracker for resource:security_group_rule and tenant:4254472f913c438cb1d881ece26bf8f7 is out of sync, need to count used quota {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:13:47.404744 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-91a51763-57f2-410c-89b8-0525fbbe9d28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:13:47.414363 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-91a51763-57f2-410c-89b8-0525fbbe9d28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:13:47.419434 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-cc572189-f708-4f02-a41e-bc0f5450b18d req-552f2892-c5e6-4f14-8479-6a54e24d3483 tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b4fedef-e951-4783-a6c8-f37f4f2f28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604748 May 25 12:13:47.452150 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-5b5a53f2-11e4-4c16-ba17-3a2674f1f8ee admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=04e7601540f04b2880d4e5fe28af302e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4800210 May 25 12:13:47.461009 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 38186) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:13:47.461765 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-19a014b1-74e0-4e39-aa73-26e1f8482e25 req-f6b49a07-af4b-4c60-8b67-41886f03b5bf service neutron] 10.222.0.44 "GET /v2.0/networks/d2534cea-29fb-4925-a89b-43de0cc13c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265346 May 25 12:13:47.467569 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5a53f2-11e4-4c16-ba17-3a2674f1f8ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f82bc2aa-445b-4850-a929-f5be04c11b89,revision_number=1']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:13:47.473804 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-5b5a53f2-11e4-4c16-ba17-3a2674f1f8ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:13:47.530579 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3943f40-bcaf-4b35-a8a9-4069f8918b16 req-6b31fdaf-6e85-474f-a762-77b262af3a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:47.532270 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-e3943f40-bcaf-4b35-a8a9-4069f8918b16 req-6b31fdaf-6e85-474f-a762-77b262af3a96 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5cadbe0f-51ce-4c94-b0e3-f9ad004f8b4b HTTP/1.1" status: 200 len: 1098 time: 0.1771138 May 25 12:13:47.589893 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-e3943f40-bcaf-4b35-a8a9-4069f8918b16 req-28182e5e-8954-49c8-bdbd-ac826d6ed87e service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=5b4fedef-e951-4783-a6c8-f37f4f2f28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425732 May 25 12:13:47.690242 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-ba8c5843-6a1d-4e7b-92ee-3245ab562c95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:47.697734 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-91a51763-57f2-410c-89b8-0525fbbe9d28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:47.716887 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-80b822bf-b424-4641-9601-32bdf2a883db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:47.734748 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-ba8c5843-6a1d-4e7b-92ee-3245ab562c95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:47.837865 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-91a51763-57f2-410c-89b8-0525fbbe9d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:47.848517 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-d9ec568b-f464-45ac-8a5d-a2404df03f20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:13:47.860665 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-80b822bf-b424-4641-9601-32bdf2a883db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:47.865296 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-0b3ea740-95ab-4561-a10a-5f5bc495d098 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:13:47.912763 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-80b822bf-b424-4641-9601-32bdf2a883db admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d0dd1761a240487f9de81467d1f063ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7718184 May 25 12:13:47.914380 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 38210) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:13:47.916655 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b822bf-b424-4641-9601-32bdf2a883db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9045620-1509-4347-80b0-24b12a7e800b,revision_number=1']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:13:47.919891 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-ba8c5843-6a1d-4e7b-92ee-3245ab562c95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:47.922513 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-91a51763-57f2-410c-89b8-0525fbbe9d28 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4254472f913c438cb1d881ece26bf8f7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4044707 May 25 12:13:47.930561 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 38214) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:13:47.936050 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a51763-57f2-410c-89b8-0525fbbe9d28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=064e60b2-a52d-4309-8743-627dbd02b128,revision_number=1']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:13:47.957029 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-91a51763-57f2-410c-89b8-0525fbbe9d28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:13:47.957207 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-80b822bf-b424-4641-9601-32bdf2a883db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:13:47.963146 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-80b822bf-b424-4641-9601-32bdf2a883db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:13:47.980542 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8c5843-6a1d-4e7b-92ee-3245ab562c95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f82bc2aa-445b-4850-a929-f5be04c11b89,revision_number=None']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:13:47.984340 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-ba8c5843-6a1d-4e7b-92ee-3245ab562c95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:13:48.008498 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ff182aac-c7db-4435-9e5c-c570f96503ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:48.009896 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-ba8c5843-6a1d-4e7b-92ee-3245ab562c95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:48.010997 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-ba8c5843-6a1d-4e7b-92ee-3245ab562c95 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f82bc2aa-445b-4850-a929-f5be04c11b89 HTTP/1.1" status: 204 len: 168 time: 0.5459855 May 25 12:13:48.036461 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-df1171c4-36c6-4eef-9dc0-fffe0c24be01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:48.041919 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fab9abd-a0d6-49d0-8ca5-9433150cce85 req-26c728f7-65d0-4417-8e83-5f5d3d48854d tempest-VolumesActionsTest-748357182 tempest-VolumesActionsTest-748357182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:48.048803 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-8fab9abd-a0d6-49d0-8ca5-9433150cce85 req-26c728f7-65d0-4417-8e83-5f5d3d48854d tempest-VolumesActionsTest-748357182 tempest-VolumesActionsTest-748357182-project] 10.222.0.44 "GET /v2.0/networks?id=4932c12a-ed7a-4f40-9682-bfafb0e4bda8 HTTP/1.1" status: 200 len: 808 time: 0.2908435 May 25 12:13:48.054611 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-0958b75f-3cc3-4f1c-b4e8-aeae6e14cfbd req-1d77a095-93b9-45c6-bad2-c0182b2ca699 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/ports?device_id=91084e5d-21f7-47e0-ba36-ce20a3165f35 HTTP/1.1" status: 200 len: 210 time: 0.0857031 May 25 12:13:48.067292 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-df1171c4-36c6-4eef-9dc0-fffe0c24be01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:48.074327 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-8fab9abd-a0d6-49d0-8ca5-9433150cce85 req-3e09f402-96d5-4baa-9503-a51c29abb0e3 tempest-VolumesActionsTest-748357182 tempest-VolumesActionsTest-748357182-project] 10.222.0.44 "GET /v2.0/quotas/8a9ca6bdce3443d79a1b6bc34c2a243e HTTP/1.1" status: 200 len: 375 time: 0.0245872 May 25 12:13:48.147108 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-8fab9abd-a0d6-49d0-8ca5-9433150cce85 req-1fbfadbf-5958-4136-85b3-703bf73d443b tempest-VolumesActionsTest-748357182 tempest-VolumesActionsTest-748357182-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=8a9ca6bdce3443d79a1b6bc34c2a243e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0716357 May 25 12:13:48.149046 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-4830e52a-b96f-4ec7-ac5a-45c002461fed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:48.191045 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-df1171c4-36c6-4eef-9dc0-fffe0c24be01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:48.196038 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-0e80292f-70e2-4b4c-a868-c5ab36136ad4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:13:48.209476 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1171c4-36c6-4eef-9dc0-fffe0c24be01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9045620-1509-4347-80b0-24b12a7e800b,revision_number=None']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:13:48.218801 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-df1171c4-36c6-4eef-9dc0-fffe0c24be01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:13:48.222542 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-df1171c4-36c6-4eef-9dc0-fffe0c24be01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:48.226383 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-df1171c4-36c6-4eef-9dc0-fffe0c24be01 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d9045620-1509-4347-80b0-24b12a7e800b HTTP/1.1" status: 204 len: 168 time: 0.3111253 May 25 12:13:48.305271 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-4830e52a-b96f-4ec7-ac5a-45c002461fed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:48.389123 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-8fab9abd-a0d6-49d0-8ca5-9433150cce85 req-3cc5c436-75c9-4859-9adb-092405902fb1 service neutron] 10.222.0.44 "GET /v2.0/networks/4932c12a-ed7a-4f40-9682-bfafb0e4bda8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411330 May 25 12:13:48.483641 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4dd8ed-8794-469e-a559-b8cd25e84f47 req-69a18db0-bdf7-41de-aae5-0bcb91549909 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:48.487602 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-3d4dd8ed-8794-469e-a559-b8cd25e84f47 req-69a18db0-bdf7-41de-aae5-0bcb91549909 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9a81e13-45a7-497f-b969-59b5fde8ffac HTTP/1.1" status: 200 len: 946 time: 0.2556040 May 25 12:13:48.573022 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-3d4dd8ed-8794-469e-a559-b8cd25e84f47 req-e155fda5-faf2-40b0-8958-d953bd5bc9ff tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/security-groups?id=66037392-5f85-4874-a400-63cb75635da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792811 May 25 12:13:48.579406 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-4830e52a-b96f-4ec7-ac5a-45c002461fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:48.585618 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-e56fc3e1-e469-4393-8105-9b9191fb3b6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:13:48.615063 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-8fab9abd-a0d6-49d0-8ca5-9433150cce85 req-50f592fc-fc9d-4fc9-a6c3-d6aefce7bd3c service neutron] 10.222.0.44 "GET /v2.0/networks/4932c12a-ed7a-4f40-9682-bfafb0e4bda8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186220 May 25 12:13:48.618809 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4830e52a-b96f-4ec7-ac5a-45c002461fed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=064e60b2-a52d-4309-8743-627dbd02b128,revision_number=None']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:13:48.632142 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-4830e52a-b96f-4ec7-ac5a-45c002461fed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:13:48.633451 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-4830e52a-b96f-4ec7-ac5a-45c002461fed admin admin] Notify callbacks [] for security_group, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:48.641674 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-4830e52a-b96f-4ec7-ac5a-45c002461fed admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/064e60b2-a52d-4309-8743-627dbd02b128 HTTP/1.1" status: 204 len: 168 time: 0.7025561 May 25 12:13:48.806489 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfb8399-cc84-4733-b03c-cd5933283bad req-ba192543-4349-4d78-827a-47c849be5cab tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:48.807895 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-bbfb8399-cc84-4733-b03c-cd5933283bad req-ba192543-4349-4d78-827a-47c849be5cab tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cadbe0f-51ce-4c94-b0e3-f9ad004f8b4b HTTP/1.1" status: 200 len: 945 time: 0.1171675 May 25 12:13:48.854888 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-bbfb8399-cc84-4733-b03c-cd5933283bad req-3446fb0d-4b36-48dd-b5df-5bdb5d544820 tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b4fedef-e951-4783-a6c8-f37f4f2f28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408220 May 25 12:13:49.002005 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-3cd69024-c3ef-450e-a81a-a7aaafd181bb req-4fa05700-64b6-4f28-a8d3-8236fc268a07 tempest-VolumesActionsTest-748357182 tempest-VolumesActionsTest-748357182-project] 10.222.0.44 "GET /v2.0/ports?device_id=1abe39d2-f5a8-4e05-a41d-0a0dfd7ca31a HTTP/1.1" status: 200 len: 210 time: 0.0500457 May 25 12:13:49.181054 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 38254) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:13:49.204721 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-176a23cf-6afa-4b8e-af8d-e06eea8541d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:49.232448 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-176a23cf-6afa-4b8e-af8d-e06eea8541d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:13:49.242992 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-176a23cf-6afa-4b8e-af8d-e06eea8541d9 admin admin] Usage tracker for resource:security_group_rule and tenant:f02381c989a14cf2ada2c328e94ce721 is out of sync, need to count used quota {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:13:49.249921 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-176a23cf-6afa-4b8e-af8d-e06eea8541d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:13:49.263637 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-176a23cf-6afa-4b8e-af8d-e06eea8541d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:13:49.484390 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-2eb961a2-b332-47e7-9976-200f8c89d20c req-6fd02635-8e05-4637-b319-b46661f8ef4c tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/ports?device_id=91084e5d-21f7-47e0-ba36-ce20a3165f35 HTTP/1.1" status: 200 len: 210 time: 0.0884728 May 25 12:13:49.499618 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-176a23cf-6afa-4b8e-af8d-e06eea8541d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:49.575533 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d174a1-5929-4593-a951-24e852f3aab0 req-ed5b6acd-5873-4c0a-b7bd-a68b61d5d9e1 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:49.577094 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-90d174a1-5929-4593-a951-24e852f3aab0 req-ed5b6acd-5873-4c0a-b7bd-a68b61d5d9e1 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9a81e13-45a7-497f-b969-59b5fde8ffac HTTP/1.1" status: 200 len: 946 time: 0.0946572 May 25 12:13:49.580235 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-cb1178c2-b2b5-418b-a63c-7279ce5a9fe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:49.629176 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-90d174a1-5929-4593-a951-24e852f3aab0 req-85d3b2f4-22a9-45fa-9393-1ea3c4937759 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/security-groups?id=66037392-5f85-4874-a400-63cb75635da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443277 May 25 12:13:49.645830 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b866d793-cac1-410b-a4d5-1fe88ff7c734 req-c4491a9d-3969-4ebb-8e94-e24d9311c13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:49.648114 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-b866d793-cac1-410b-a4d5-1fe88ff7c734 req-c4491a9d-3969-4ebb-8e94-e24d9311c13e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4b9fde9de33c4fc09c0c531cf0f714fe&device_id=b9a81e13-45a7-497f-b969-59b5fde8ffac HTTP/1.1" status: 200 len: 1099 time: 0.0910878 May 25 12:13:49.649340 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-176a23cf-6afa-4b8e-af8d-e06eea8541d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:49.659004 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-d02ede30-b1c6-4a7e-bca8-e8cd3c750cd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:13:49.703041 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-176a23cf-6afa-4b8e-af8d-e06eea8541d9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f02381c989a14cf2ada2c328e94ce721&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5209198 May 25 12:13:49.748293 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176a23cf-6afa-4b8e-af8d-e06eea8541d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95b73c29-390f-4ee6-a96a-c6e07fcb7b5f,revision_number=1']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:13:49.748293 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-176a23cf-6afa-4b8e-af8d-e06eea8541d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:13:49.750220 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 38270) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:13:49.791550 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b866d793-cac1-410b-a4d5-1fe88ff7c734 req-4c7fcc71-0b34-43c2-b4fc-7bd6ba52e5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:49.801061 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-b866d793-cac1-410b-a4d5-1fe88ff7c734 req-4c7fcc71-0b34-43c2-b4fc-7bd6ba52e5c9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=92cbe58f-da5f-428e-b139-7dfedbb5c159 HTTP/1.1" status: 200 len: 920 time: 0.1360061 May 25 12:13:49.807984 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-06e069dd-4496-42dd-aeb1-363b82559bb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:49.856875 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-06e069dd-4496-42dd-aeb1-363b82559bb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:49.874820 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-b866d793-cac1-410b-a4d5-1fe88ff7c734 req-e9618c93-365d-4ac6-b207-612670fdc372 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a93b8e82-f13c-4ef0-860d-d0ecda54d744 HTTP/1.1" status: 200 len: 217 time: 0.0649381 May 25 12:13:50.000084 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b866d793-cac1-410b-a4d5-1fe88ff7c734 req-49631905-8329-4bfd-a592-14ae152612f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:50.002286 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-b866d793-cac1-410b-a4d5-1fe88ff7c734 req-49631905-8329-4bfd-a592-14ae152612f2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ac9aa6d5-d32d-4236-bb0d-23d9288b7f03 HTTP/1.1" status: 200 len: 859 time: 0.1202459 May 25 12:13:50.072554 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-b866d793-cac1-410b-a4d5-1fe88ff7c734 req-8d7c42e9-88a8-46a0-9dd7-d3cc24180f54 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=92cbe58f-da5f-428e-b139-7dfedbb5c159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618184 May 25 12:13:50.078518 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-06e069dd-4496-42dd-aeb1-363b82559bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:50.091952 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-072bde47-be47-4bea-9080-30595576dd25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:13:50.219202 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e069dd-4496-42dd-aeb1-363b82559bb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95b73c29-390f-4ee6-a96a-c6e07fcb7b5f,revision_number=None']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:13:50.219559 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-b866d793-cac1-410b-a4d5-1fe88ff7c734 req-a0f31ac4-b18c-4ce2-8119-1f0304b08bdb service neutron] 10.222.0.54 "GET /v2.0/networks/92cbe58f-da5f-428e-b139-7dfedbb5c159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353567 May 25 12:13:50.262843 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-06e069dd-4496-42dd-aeb1-363b82559bb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:13:50.279183 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-b784fc86-6fa5-43db-988e-bfca006e98b5 req-4e6afc4c-df28-4da5-abc4-781247a0ca74 tempest-VolumesActionsTest-748357182 tempest-VolumesActionsTest-748357182-project] 10.222.0.44 "GET /v2.0/ports?device_id=1abe39d2-f5a8-4e05-a41d-0a0dfd7ca31a HTTP/1.1" status: 200 len: 210 time: 0.1794009 May 25 12:13:50.279990 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-06e069dd-4496-42dd-aeb1-363b82559bb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:50.280949 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-06e069dd-4496-42dd-aeb1-363b82559bb3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/95b73c29-390f-4ee6-a96a-c6e07fcb7b5f HTTP/1.1" status: 204 len: 168 time: 0.5296934 May 25 12:13:50.334292 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe942c1-11d2-42a5-bfe8-3054fb175c2f req-eabc221b-3992-49d6-8cda-d60a5ef342f1 tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:50.336141 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-1fe942c1-11d2-42a5-bfe8-3054fb175c2f req-eabc221b-3992-49d6-8cda-d60a5ef342f1 tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cadbe0f-51ce-4c94-b0e3-f9ad004f8b4b HTTP/1.1" status: 200 len: 945 time: 0.3483772 May 25 12:13:50.402297 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-1fe942c1-11d2-42a5-bfe8-3054fb175c2f req-9b45f2a8-af2e-4a17-8b2f-f5436d467143 tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b4fedef-e951-4783-a6c8-f37f4f2f28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597925 May 25 12:13:50.602612 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-b866d793-cac1-410b-a4d5-1fe88ff7c734 req-2a37c47a-5dab-4c30-bd4c-5bb209eb3f89 service neutron] 10.222.0.54 "GET /v2.0/networks/92cbe58f-da5f-428e-b139-7dfedbb5c159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3674295 May 25 12:13:50.646880 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a014b1-74e0-4e39-aa73-26e1f8482e25 req-777320b4-edef-4390-b7be-87c8c49aef2c tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:50.649847 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-19a014b1-74e0-4e39-aa73-26e1f8482e25 req-777320b4-edef-4390-b7be-87c8c49aef2c tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.54 "GET /v2.0/networks?id=d2534cea-29fb-4925-a89b-43de0cc13c4c HTTP/1.1" status: 200 len: 813 time: 0.2956789 May 25 12:13:50.682760 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.v2.base [req-19a014b1-74e0-4e39-aa73-26e1f8482e25 req-ca1ef179-f13c-4a7d-9866-c478fa48f3ab tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Request body: {'port': {'device_id': '91084e5d-21f7-47e0-ba36-ce20a3165f35', 'network_id': 'd2534cea-29fb-4925-a89b-43de0cc13c4c', 'admin_state_up': True, 'tenant_id': '8ce8597116c24109952d0b56bfad7bf3'}} {{(pid=92473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 12:13:50.716096 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-f0e16273-ce43-4105-8d86-182bebcb5d07 req-89def7df-bba9-45f7-b29e-7fbd5c03fce4 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/ports?device_id=91084e5d-21f7-47e0-ba36-ce20a3165f35 HTTP/1.1" status: 200 len: 210 time: 0.0903366 May 25 12:13:50.910586 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [req-19a014b1-74e0-4e39-aa73-26e1f8482e25 req-ca1ef179-f13c-4a7d-9866-c478fa48f3ab tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:13:50.916721 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [req-19a014b1-74e0-4e39-aa73-26e1f8482e25 req-ca1ef179-f13c-4a7d-9866-c478fa48f3ab tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Usage tracker for resource:port and tenant:8ce8597116c24109952d0b56bfad7bf3 is out of sync, need to count used quota {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:13:50.920420 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [req-19a014b1-74e0-4e39-aa73-26e1f8482e25 req-ca1ef179-f13c-4a7d-9866-c478fa48f3ab tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Quota usage for port was recalculated. Used quota:3. {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:13:50.927351 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [req-19a014b1-74e0-4e39-aa73-26e1f8482e25 req-ca1ef179-f13c-4a7d-9866-c478fa48f3ab tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:13:50.990952 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886dc71b-8118-430b-a73a-ff0840cd6810 req-3be97159-7d53-4f8c-8419-ef6e80c0b5e1 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:50.993614 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-886dc71b-8118-430b-a73a-ff0840cd6810 req-3be97159-7d53-4f8c-8419-ef6e80c0b5e1 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9a81e13-45a7-497f-b969-59b5fde8ffac HTTP/1.1" status: 200 len: 946 time: 0.1025825 May 25 12:13:51.000707 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 38356) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:13:51.054909 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19a014b1-74e0-4e39-aa73-26e1f8482e25 req-ca1ef179-f13c-4a7d-9866-c478fa48f3ab tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Made reservation on behalf of 8ce8597116c24109952d0b56bfad7bf3 for: {'port': 1} {{(pid=92473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 12:13:51.059778 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-19a014b1-74e0-4e39-aa73-26e1f8482e25 req-ca1ef179-f13c-4a7d-9866-c478fa48f3ab tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:51.069711 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-886dc71b-8118-430b-a73a-ff0840cd6810 req-9facc7dd-f0b4-4920-9f4a-e77515d7bb05 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/security-groups?id=66037392-5f85-4874-a400-63cb75635da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616610 May 25 12:13:51.168802 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.v2.base [None req-05de89d6-8555-46cc-aae3-ecdd9783ba3a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-61782248-network', 'tenant_id': '918fad47bb2948e3829058160b795c66'}} {{(pid=92473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 12:13:51.176400 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-05de89d6-8555-46cc-aae3-ecdd9783ba3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:13:51.184614 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-05de89d6-8555-46cc-aae3-ecdd9783ba3a admin admin] Usage tracker for resource:network and tenant:918fad47bb2948e3829058160b795c66 is out of sync, need to count used quota {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:13:51.228566 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-05de89d6-8555-46cc-aae3-ecdd9783ba3a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:13:51.263799 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-05de89d6-8555-46cc-aae3-ecdd9783ba3a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:13:51.300761 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.db_base_plugin_common [req-19a014b1-74e0-4e39-aa73-26e1f8482e25 req-ca1ef179-f13c-4a7d-9866-c478fa48f3ab tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Allocated IP 172.20.0.13 (d2534cea-29fb-4925-a89b-43de0cc13c4c/bc216043-1b67-4e79-8d6b-b961d7800d7f/f3940c5d-26d6-44c4-ad02-63f987bd75b6) {{(pid=92473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 12:13:51.434231 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05de89d6-8555-46cc-aae3-ecdd9783ba3a admin admin] Made reservation on behalf of 918fad47bb2948e3829058160b795c66 for: {'network': 1} {{(pid=92473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 12:13:51.436703 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-05de89d6-8555-46cc-aae3-ecdd9783ba3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080768'] for network, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:51.453759 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-f8801b8e-72ee-4564-be47-8679d78aab53 req-fb65495c-c29b-491d-a98e-b951f62e1457 tempest-VolumesActionsTest-748357182 tempest-VolumesActionsTest-748357182-project] 10.222.0.44 "GET /v2.0/ports?device_id=1abe39d2-f5a8-4e05-a41d-0a0dfd7ca31a HTTP/1.1" status: 200 len: 210 time: 0.0506470 May 25 12:13:51.461305 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-05de89d6-8555-46cc-aae3-ecdd9783ba3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:51.483995 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-05de89d6-8555-46cc-aae3-ecdd9783ba3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:13:51.499701 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-05de89d6-8555-46cc-aae3-ecdd9783ba3a admin admin] Usage tracker for resource:security_group_rule and tenant:918fad47bb2948e3829058160b795c66 is out of sync, need to count used quota {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:13:51.505663 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-05de89d6-8555-46cc-aae3-ecdd9783ba3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:13:51.515441 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-05de89d6-8555-46cc-aae3-ecdd9783ba3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:13:51.575881 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-19a014b1-74e0-4e39-aa73-26e1f8482e25 req-ca1ef179-f13c-4a7d-9866-c478fa48f3ab tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Notify callbacks [] for port, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:51.621880 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 38382) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:13:51.657641 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-05de89d6-8555-46cc-aae3-ecdd9783ba3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:51.765722 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-19a014b1-74e0-4e39-aa73-26e1f8482e25 req-ca1ef179-f13c-4a7d-9866-c478fa48f3ab tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786008105683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2465563'] for port, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:51.767359 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-05de89d6-8555-46cc-aae3-ecdd9783ba3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:51.778003 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] get_ports_and_sgs() called for port_ids ['2a238a6a-e7cb-42ba-b24f-c5d7a16b2c2f', '66a20ae4-6d4d-4d83-ab92-dd3f7f8a7516', '29202d97-a158-430d-8ae8-b7db39b18c15'] {{(pid=92474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 12:13:51.806693 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05de89d6-8555-46cc-aae3-ecdd9783ba3a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=92473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 12:13:51.806919 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-1478c6c1-b47f-4712-b3b0-98055e94cdfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:51.830891 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-05de89d6-8555-46cc-aae3-ecdd9783ba3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1959408'] for segment, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:51.831170 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.db.segments_db [None req-05de89d6-8555-46cc-aae3-ecdd9783ba3a admin admin] Added segment 8b99aeb2-0b7b-4047-b44a-6b390554f41d of type vlan for network ac869807-42c6-45d8-b26c-eb99f93861f4 May 25 12:13:51.842709 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-1478c6c1-b47f-4712-b3b0-98055e94cdfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:13:51.847270 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-1478c6c1-b47f-4712-b3b0-98055e94cdfe admin admin] Usage tracker for resource:security_group_rule and tenant:f65b28d3fb9644568f02092a9f0da476 is out of sync, need to count used quota {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:13:51.850510 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-1478c6c1-b47f-4712-b3b0-98055e94cdfe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:13:51.857182 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-1478c6c1-b47f-4712-b3b0-98055e94cdfe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:13:51.861280 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-a8f944c1-7479-4bff-bc4a-4b2e4c0fa295 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:13:51.870220 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-05de89d6-8555-46cc-aae3-ecdd9783ba3a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786008126284'] for network, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:51.916593 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19a014b1-74e0-4e39-aa73-26e1f8482e25 req-ca1ef179-f13c-4a7d-9866-c478fa48f3ab tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Network d2534cea-29fb-4925-a89b-43de0cc13c4c is already hosted by enough agents. {{(pid=92473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 12:13:51.919280 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.scheduler.base_scheduler [req-19a014b1-74e0-4e39-aa73-26e1f8482e25 req-ca1ef179-f13c-4a7d-9866-c478fa48f3ab tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Resources bound (agent type, host, resource id): {{(pid=92473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 12:13:51.922472 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05de89d6-8555-46cc-aae3-ecdd9783ba3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=834f1aba-53ea-460a-bb7b-da7400e454f0,revision_number=1']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:13:51.925750 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.l3_dvrscheduler_db [req-19a014b1-74e0-4e39-aa73-26e1f8482e25 req-ca1ef179-f13c-4a7d-9866-c478fa48f3ab tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Received port after_create {{(pid=92473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 12:13:51.966181 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-05de89d6-8555-46cc-aae3-ecdd9783ba3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:13:51.966662 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-255b6e57-8ed1-44a9-8562-5c8d8040385e tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.100s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:13:52.019180 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-1478c6c1-b47f-4712-b3b0-98055e94cdfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:52.064005 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a014b1-74e0-4e39-aa73-26e1f8482e25 req-ca1ef179-f13c-4a7d-9866-c478fa48f3ab tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:52.064623 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-19a014b1-74e0-4e39-aa73-26e1f8482e25 req-ca1ef179-f13c-4a7d-9866-c478fa48f3ab tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163099'] for port, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:52.070867 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1ef179-f13c-4a7d-9866-c478fa48f3ab tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Pushing event updated for resources: {'Port': ['ID=f3940c5d-26d6-44c4-ad02-63f987bd75b6,revision_number=1']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:13:52.077123 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-ca1ef179-f13c-4a7d-9866-c478fa48f3ab tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:13:52.090530 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e76e76b-9356-4369-8467-353839ea5272 req-923517dd-7a40-4b0f-9563-7048cc4b47e3 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:52.092087 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-8e76e76b-9356-4369-8467-353839ea5272 req-923517dd-7a40-4b0f-9563-7048cc4b47e3 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/ports?device_id=91084e5d-21f7-47e0-ba36-ce20a3165f35 HTTP/1.1" status: 200 len: 932 time: 0.1481822 May 25 12:13:52.130067 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-1478c6c1-b47f-4712-b3b0-98055e94cdfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:52.158432 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-89511d96-7d56-4484-b475-be36d83a41a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:13:52.175239 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 38404) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:13:52.195103 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-05de89d6-8555-46cc-aae3-ecdd9783ba3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1019683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-653800'] for network, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:52.216185 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05de89d6-8555-46cc-aae3-ecdd9783ba3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:52.217098 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-05de89d6-8555-46cc-aae3-ecdd9783ba3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653773'] for network, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:52.224540 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-19a014b1-74e0-4e39-aa73-26e1f8482e25 req-ca1ef179-f13c-4a7d-9866-c478fa48f3ab tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5489602 May 25 12:13:52.255622 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:13:52.271099 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1478c6c1-b47f-4712-b3b0-98055e94cdfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b50043d-2aaf-428c-beb7-644fd97c399d,revision_number=1']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:13:52.278350 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-1478c6c1-b47f-4712-b3b0-98055e94cdfe admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f65b28d3fb9644568f02092a9f0da476&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6542516 May 25 12:13:52.279885 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-1478c6c1-b47f-4712-b3b0-98055e94cdfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:13:52.300755 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-8e76e76b-9356-4369-8467-353839ea5272 req-c387cf58-d03f-4261-9477-5cfd56a18cc0 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e30fd3d-56a9-4f5d-b932-be2974abe124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880319 May 25 12:13:52.300755 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 38414) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:13:52.301726 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.v2.base [req-19a014b1-74e0-4e39-aa73-26e1f8482e25 req-5d2cff19-66c0-45ad-b1c0-de50dce0880c service neutron] Request body: {'port': {'device_id': '91084e5d-21f7-47e0-ba36-ce20a3165f35', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77923'}} {{(pid=92473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 12:13:52.372298 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.v2.base [None req-1a3446ac-4af6-4593-a1c2-bd90034b674f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1093127091-network', 'tenant_id': 'ac5d446aa86d403580c17e594b9b5cd4'}} {{(pid=92472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 12:13:52.381754 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-1a3446ac-4af6-4593-a1c2-bd90034b674f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:13:52.390849 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-1a3446ac-4af6-4593-a1c2-bd90034b674f admin admin] Usage tracker for resource:network and tenant:ac5d446aa86d403580c17e594b9b5cd4 is out of sync, need to count used quota {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:13:52.396524 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-1a3446ac-4af6-4593-a1c2-bd90034b674f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:13:52.413198 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-1a3446ac-4af6-4593-a1c2-bd90034b674f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:13:52.429282 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73b10b7-63b0-418f-ae5b-40d4a35ad6cc req-d79b71f5-0927-41f9-b1bb-ba525665513b tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:52.436816 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-f73b10b7-63b0-418f-ae5b-40d4a35ad6cc req-d79b71f5-0927-41f9-b1bb-ba525665513b tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9a81e13-45a7-497f-b969-59b5fde8ffac HTTP/1.1" status: 200 len: 946 time: 0.2270379 May 25 12:13:52.459182 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-4edb7c47-5235-4611-af61-bc7c95f6f04c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:52.524607 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-4edb7c47-5235-4611-af61-bc7c95f6f04c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:52.536568 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-05de89d6-8555-46cc-aae3-ecdd9783ba3a admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.5321355 May 25 12:13:52.537694 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 38428) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:13:52.560647 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.v2.base [None req-249ed953-64ac-444c-886f-946a63bc78a0 admin admin] Request body: {'subnet': {'network_id': 'ac869807-42c6-45d8-b26c-eb99f93861f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-61782248-subnet', 'tenant_id': '918fad47bb2948e3829058160b795c66', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 12:13:52.573316 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-249ed953-64ac-444c-886f-946a63bc78a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:13:52.581363 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a3446ac-4af6-4593-a1c2-bd90034b674f admin admin] Made reservation on behalf of ac5d446aa86d403580c17e594b9b5cd4 for: {'network': 1} {{(pid=92472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 12:13:52.584159 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-1a3446ac-4af6-4593-a1c2-bd90034b674f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080768'] for network, before_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:52.600902 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-249ed953-64ac-444c-886f-946a63bc78a0 admin admin] Usage tracker for resource:subnet and tenant:918fad47bb2948e3829058160b795c66 is out of sync, need to count used quota {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:13:52.604711 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05de89d6-8555-46cc-aae3-ecdd9783ba3a admin admin] Pushing event updated for resources: {'Network': ['ID=ac869807-42c6-45d8-b26c-eb99f93861f4,revision_number=1']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:13:52.616075 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Network ac869807-42c6-45d8-b26c-eb99f93861f4 details requested by agent ovs-agent-dv-cinder-779233-5-smb with host dv-cinder-779233-5-smb {{(pid=92474) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 12:13:52.619084 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-249ed953-64ac-444c-886f-946a63bc78a0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:13:52.623271 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-05de89d6-8555-46cc-aae3-ecdd9783ba3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:13:52.632463 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-f73b10b7-63b0-418f-ae5b-40d4a35ad6cc req-cfbc72cc-06b2-4cb5-97f2-0c0769c18c7f tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/security-groups?id=66037392-5f85-4874-a400-63cb75635da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945815 May 25 12:13:52.651659 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fab9abd-a0d6-49d0-8ca5-9433150cce85 req-6454bbaa-96d4-4e2f-ab84-deb2c3c08a4d tempest-VolumesActionsTest-748357182 tempest-VolumesActionsTest-748357182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:52.651659 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [req-8fab9abd-a0d6-49d0-8ca5-9433150cce85 req-6454bbaa-96d4-4e2f-ab84-deb2c3c08a4d tempest-VolumesActionsTest-748357182 tempest-VolumesActionsTest-748357182-project] Synchronizing usage tracker for tenant:8a9ca6bdce3443d79a1b6bc34c2a243e on resource:network {{(pid=92473) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 12:13:52.686677 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-1a3446ac-4af6-4593-a1c2-bd90034b674f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:52.709362 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-249ed953-64ac-444c-886f-946a63bc78a0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:13:52.722149 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-4a5811cf-2970-4174-bfa3-3c02c5eb325c req-e53cba92-d340-48fb-9e17-aefa79ae6e65 tempest-VolumesActionsTest-748357182 tempest-VolumesActionsTest-748357182-project] 10.222.0.44 "GET /v2.0/ports?device_id=1abe39d2-f5a8-4e05-a41d-0a0dfd7ca31a HTTP/1.1" status: 200 len: 210 time: 0.1273336 May 25 12:13:52.731679 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-1a3446ac-4af6-4593-a1c2-bd90034b674f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:13:52.736812 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-1a3446ac-4af6-4593-a1c2-bd90034b674f admin admin] Usage tracker for resource:security_group_rule and tenant:ac5d446aa86d403580c17e594b9b5cd4 is out of sync, need to count used quota {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:13:52.738973 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-1a3446ac-4af6-4593-a1c2-bd90034b674f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:13:52.745250 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-1a3446ac-4af6-4593-a1c2-bd90034b674f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:13:52.786282 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-19a014b1-74e0-4e39-aa73-26e1f8482e25 req-5d2cff19-66c0-45ad-b1c0-de50dce0880c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:52.837577 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [req-8fab9abd-a0d6-49d0-8ca5-9433150cce85 req-6454bbaa-96d4-4e2f-ab84-deb2c3c08a4d tempest-VolumesActionsTest-748357182 tempest-VolumesActionsTest-748357182-project] Unset dirty status for tenant:8a9ca6bdce3443d79a1b6bc34c2a243e on resource:network {{(pid=92473) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 12:13:52.840644 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-8fab9abd-a0d6-49d0-8ca5-9433150cce85 req-6454bbaa-96d4-4e2f-ab84-deb2c3c08a4d tempest-VolumesActionsTest-748357182 tempest-VolumesActionsTest-748357182-project] 10.222.0.54 "GET /v2.0/networks?id=4932c12a-ed7a-4f40-9682-bfafb0e4bda8 HTTP/1.1" status: 200 len: 808 time: 0.7338727 May 25 12:13:52.857683 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.v2.base [req-8fab9abd-a0d6-49d0-8ca5-9433150cce85 req-d71e8f1b-4085-42fc-8e0f-66dccc93416c tempest-VolumesActionsTest-748357182 tempest-VolumesActionsTest-748357182-project] Request body: {'port': {'device_id': '1abe39d2-f5a8-4e05-a41d-0a0dfd7ca31a', 'network_id': '4932c12a-ed7a-4f40-9682-bfafb0e4bda8', 'admin_state_up': True, 'tenant_id': '8a9ca6bdce3443d79a1b6bc34c2a243e'}} {{(pid=92473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 12:13:52.866023 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-4edb7c47-5235-4611-af61-bc7c95f6f04c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:52.869552 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-249ed953-64ac-444c-886f-946a63bc78a0 admin admin] Made reservation on behalf of 918fad47bb2948e3829058160b795c66 for: {'subnet': 1} {{(pid=92472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 12:13:52.872112 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-249ed953-64ac-444c-886f-946a63bc78a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222427'] for subnet, before_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:52.891139 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-1478c6c1-b47f-4712-b3b0-98055e94cdfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:13:52.964016 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edb7c47-5235-4611-af61-bc7c95f6f04c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b50043d-2aaf-428c-beb7-644fd97c399d,revision_number=None']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:13:52.970382 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-4edb7c47-5235-4611-af61-bc7c95f6f04c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:13:52.985526 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-4edb7c47-5235-4611-af61-bc7c95f6f04c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:52.990032 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-4edb7c47-5235-4611-af61-bc7c95f6f04c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6b50043d-2aaf-428c-beb7-644fd97c399d HTTP/1.1" status: 204 len: 168 time: 0.6832993 May 25 12:13:53.116570 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-1a3446ac-4af6-4593-a1c2-bd90034b674f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:53.150222 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [req-8fab9abd-a0d6-49d0-8ca5-9433150cce85 req-d71e8f1b-4085-42fc-8e0f-66dccc93416c tempest-VolumesActionsTest-748357182 tempest-VolumesActionsTest-748357182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:13:53.161952 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [req-8fab9abd-a0d6-49d0-8ca5-9433150cce85 req-d71e8f1b-4085-42fc-8e0f-66dccc93416c tempest-VolumesActionsTest-748357182 tempest-VolumesActionsTest-748357182-project] Usage tracker for resource:port and tenant:8a9ca6bdce3443d79a1b6bc34c2a243e is out of sync, need to count used quota {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:13:53.166139 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [req-8fab9abd-a0d6-49d0-8ca5-9433150cce85 req-d71e8f1b-4085-42fc-8e0f-66dccc93416c tempest-VolumesActionsTest-748357182 tempest-VolumesActionsTest-748357182-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:13:53.175696 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [req-8fab9abd-a0d6-49d0-8ca5-9433150cce85 req-d71e8f1b-4085-42fc-8e0f-66dccc93416c tempest-VolumesActionsTest-748357182 tempest-VolumesActionsTest-748357182-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:13:53.210013 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-1a3446ac-4af6-4593-a1c2-bd90034b674f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:53.217896 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-c8e04698-3e9f-448f-93f8-16d6be14be22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:13:53.240197 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a3446ac-4af6-4593-a1c2-bd90034b674f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=92472) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 12:13:53.254002 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3446ac-4af6-4593-a1c2-bd90034b674f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea6de672-5a8c-4a60-be58-3d6149f2c015,revision_number=1']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:13:53.257991 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-1a3446ac-4af6-4593-a1c2-bd90034b674f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:13:53.259083 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-1a3446ac-4af6-4593-a1c2-bd90034b674f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1959408'] for segment, precommit_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:53.259457 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.db.segments_db [None req-1a3446ac-4af6-4593-a1c2-bd90034b674f admin admin] Added segment 49097f92-0341-4168-ba1f-09a48ee48333 of type vlan for network ca40b0a3-0988-4313-9746-c2b99cc0662c May 25 12:13:53.305465 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-1a3446ac-4af6-4593-a1c2-bd90034b674f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786008126284'] for network, precommit_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:53.319905 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fab9abd-a0d6-49d0-8ca5-9433150cce85 req-d71e8f1b-4085-42fc-8e0f-66dccc93416c tempest-VolumesActionsTest-748357182 tempest-VolumesActionsTest-748357182-project] Made reservation on behalf of 8a9ca6bdce3443d79a1b6bc34c2a243e for: {'port': 1} {{(pid=92473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 12:13:53.323365 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-8fab9abd-a0d6-49d0-8ca5-9433150cce85 req-d71e8f1b-4085-42fc-8e0f-66dccc93416c tempest-VolumesActionsTest-748357182 tempest-VolumesActionsTest-748357182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:53.398992 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.notifiers.nova [req-19a014b1-74e0-4e39-aa73-26e1f8482e25 req-5d2cff19-66c0-45ad-b1c0-de50dce0880c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3940c5d-26d6-44c4-ad02-63f987bd75b6 {{(pid=92473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 12:13:53.419663 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-19a014b1-74e0-4e39-aa73-26e1f8482e25 req-5d2cff19-66c0-45ad-b1c0-de50dce0880c service neutron] Notify callbacks [] for port, precommit_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:53.471307 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.provisioning_blocks [req-19a014b1-74e0-4e39-aa73-26e1f8482e25 req-5d2cff19-66c0-45ad-b1c0-de50dce0880c service neutron] Transition to ACTIVE for port object f3940c5d-26d6-44c4-ad02-63f987bd75b6 will not be triggered until provisioned by entity L2. {{(pid=92473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 12:13:53.507246 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-1a3446ac-4af6-4593-a1c2-bd90034b674f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1019683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-653800'] for network, after_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:53.518505 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3446ac-4af6-4593-a1c2-bd90034b674f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:53.519097 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-1a3446ac-4af6-4593-a1c2-bd90034b674f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653773'] for network, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:53.525897 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:13:53.580202 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.db_base_plugin_common [req-8fab9abd-a0d6-49d0-8ca5-9433150cce85 req-d71e8f1b-4085-42fc-8e0f-66dccc93416c tempest-VolumesActionsTest-748357182 tempest-VolumesActionsTest-748357182-project] Allocated IP 172.20.0.5 (4932c12a-ed7a-4f40-9682-bfafb0e4bda8/1930d653-651c-4942-b755-7b7eba822209/e62524ca-5b9f-461b-9a9c-c01f8e5d0464) {{(pid=92473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 12:13:53.614502 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-19a014b1-74e0-4e39-aa73-26e1f8482e25 req-5d2cff19-66c0-45ad-b1c0-de50dce0880c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2465554'] for port, after_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:53.620877 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:13:53.679262 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3446ac-4af6-4593-a1c2-bd90034b674f admin admin] Pushing event updated for resources: {'Network': ['ID=ca40b0a3-0988-4313-9746-c2b99cc0662c,revision_number=1']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:13:53.686530 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-1a3446ac-4af6-4593-a1c2-bd90034b674f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:13:53.704740 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Network ca40b0a3-0988-4313-9746-c2b99cc0662c details requested by agent ovs-agent-dv-cinder-779233-5-smb with host dv-cinder-779233-5-smb {{(pid=92474) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 12:13:53.706965 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2c014c-9dd1-4930-9dc3-d33687329f55 req-19328ee2-dd4d-4790-84ee-abdacec12beb tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:53.708529 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-dd2c014c-9dd1-4930-9dc3-d33687329f55 req-19328ee2-dd4d-4790-84ee-abdacec12beb tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/ports?device_id=91084e5d-21f7-47e0-ba36-ce20a3165f35 HTTP/1.1" status: 200 len: 932 time: 0.2683935 May 25 12:13:53.760341 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-249ed953-64ac-444c-886f-946a63bc78a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2273048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222413'] for subnet, after_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:53.833356 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:13:53.899775 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-1a3446ac-4af6-4593-a1c2-bd90034b674f admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.7205911 May 25 12:13:53.909307 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-dd2c014c-9dd1-4930-9dc3-d33687329f55 req-fba46094-0db1-42ca-855c-bb276de1dac9 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e30fd3d-56a9-4f5d-b932-be2974abe124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848719 May 25 12:13:53.911903 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 38460) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:13:53.915535 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2cff19-66c0-45ad-b1c0-de50dce0880c service neutron] Pushing event updated for resources: {'Port': ['ID=f3940c5d-26d6-44c4-ad02-63f987bd75b6,revision_number=2']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:13:53.943828 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.v2.base [None req-ceb3b177-9f12-44c7-9408-c217e59bcbeb admin admin] Request body: {'subnet': {'network_id': 'ca40b0a3-0988-4313-9746-c2b99cc0662c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1093127091-subnet', 'tenant_id': 'ac5d446aa86d403580c17e594b9b5cd4', 'ip_version': 4}} {{(pid=92472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 12:13:53.963719 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-ceb3b177-9f12-44c7-9408-c217e59bcbeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:13:53.963941 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-5d2cff19-66c0-45ad-b1c0-de50dce0880c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:13:53.974048 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-ceb3b177-9f12-44c7-9408-c217e59bcbeb admin admin] Usage tracker for resource:subnet and tenant:ac5d446aa86d403580c17e594b9b5cd4 is out of sync, need to count used quota {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:13:53.982088 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-ceb3b177-9f12-44c7-9408-c217e59bcbeb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:13:53.993491 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-ceb3b177-9f12-44c7-9408-c217e59bcbeb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:13:53.996510 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249ed953-64ac-444c-886f-946a63bc78a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b8440fe-05fb-45fc-8abc-bbd49ec91535,revision_number=0']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:13:54.004427 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-249ed953-64ac-444c-886f-946a63bc78a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:13:54.013398 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249ed953-64ac-444c-886f-946a63bc78a0 admin admin] Checking segment: {'id': '8b99aeb2-0b7b-4047-b44a-6b390554f41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'ac869807-42c6-45d8-b26c-eb99f93861f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 12:13:54.013398 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249ed953-64ac-444c-886f-946a63bc78a0 admin admin] Network hostable DHCP agents. Network: ac869807-42c6-45d8-b26c-eb99f93861f4, hostable agents: ['0c80ff5a-370f-48e8-a560-f3922f41a294'], hosted agents: [] {{(pid=92472) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 12:13:54.035741 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458ff33e-a6b1-4252-8b0c-c1ae1904fee7 req-3919abd9-99d7-4fcc-bdff-a146d87fbcba tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:54.037477 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-458ff33e-a6b1-4252-8b0c-c1ae1904fee7 req-3919abd9-99d7-4fcc-bdff-a146d87fbcba tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9a81e13-45a7-497f-b969-59b5fde8ffac HTTP/1.1" status: 200 len: 946 time: 0.2724411 May 25 12:13:54.062112 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.managers [req-19a014b1-74e0-4e39-aa73-26e1f8482e25 req-5d2cff19-66c0-45ad-b1c0-de50dce0880c service neutron] Attempting to bind port f3940c5d-26d6-44c4-ad02-63f987bd75b6 on host hv-cinder-77923 for vnic_type normal with profile {{(pid=92473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 12:13:54.062112 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.managers [req-19a014b1-74e0-4e39-aa73-26e1f8482e25 req-5d2cff19-66c0-45ad-b1c0-de50dce0880c service neutron] Attempting to bind port f3940c5d-26d6-44c4-ad02-63f987bd75b6 by drivers openvswitch,hyperv on host hv-cinder-77923 at level 0 using segments [{'id': '7a2a9d6b-6c91-4fe0-a53f-9119485a4433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'd2534cea-29fb-4925-a89b-43de0cc13c4c'}] {{(pid=92473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 12:13:54.062112 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a014b1-74e0-4e39-aa73-26e1f8482e25 req-5d2cff19-66c0-45ad-b1c0-de50dce0880c service neutron] Attempting to bind port f3940c5d-26d6-44c4-ad02-63f987bd75b6 on network d2534cea-29fb-4925-a89b-43de0cc13c4c {{(pid=92473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 12:13:54.077930 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a014b1-74e0-4e39-aa73-26e1f8482e25 req-5d2cff19-66c0-45ad-b1c0-de50dce0880c service neutron] Port f3940c5d-26d6-44c4-ad02-63f987bd75b6 on network d2534cea-29fb-4925-a89b-43de0cc13c4c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77923 {{(pid=92473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 12:13:54.078303 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a014b1-74e0-4e39-aa73-26e1f8482e25 req-5d2cff19-66c0-45ad-b1c0-de50dce0880c service neutron] Attempting to bind port f3940c5d-26d6-44c4-ad02-63f987bd75b6 on network d2534cea-29fb-4925-a89b-43de0cc13c4c {{(pid=92473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 12:13:54.092765 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-8fab9abd-a0d6-49d0-8ca5-9433150cce85 req-d71e8f1b-4085-42fc-8e0f-66dccc93416c tempest-VolumesActionsTest-748357182 tempest-VolumesActionsTest-748357182-project] Notify callbacks [] for port, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:54.096526 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a014b1-74e0-4e39-aa73-26e1f8482e25 req-5d2cff19-66c0-45ad-b1c0-de50dce0880c service neutron] Checking agent: {'id': 'ffba2d31-78f6-4a67-909d-2363647ed231', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77923', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 12, 10, 27), 'started_at': datetime.datetime(2021, 5, 25, 12, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 12, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 12:13:54.096864 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a014b1-74e0-4e39-aa73-26e1f8482e25 req-5d2cff19-66c0-45ad-b1c0-de50dce0880c service neutron] Checking segment: {'id': '7a2a9d6b-6c91-4fe0-a53f-9119485a4433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'd2534cea-29fb-4925-a89b-43de0cc13c4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 12:13:54.100441 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19a014b1-74e0-4e39-aa73-26e1f8482e25 req-5d2cff19-66c0-45ad-b1c0-de50dce0880c service neutron] Bound using segment: {'id': '7a2a9d6b-6c91-4fe0-a53f-9119485a4433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'd2534cea-29fb-4925-a89b-43de0cc13c4c'} {{(pid=92473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 12:13:54.100441 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.managers [req-19a014b1-74e0-4e39-aa73-26e1f8482e25 req-5d2cff19-66c0-45ad-b1c0-de50dce0880c service neutron] Bound port: f3940c5d-26d6-44c4-ad02-63f987bd75b6, host: hv-cinder-77923, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a2a9d6b-6c91-4fe0-a53f-9119485a4433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'd2534cea-29fb-4925-a89b-43de0cc13c4c'}}] {{(pid=92473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 12:13:54.100441 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-19a014b1-74e0-4e39-aa73-26e1f8482e25 req-5d2cff19-66c0-45ad-b1c0-de50dce0880c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:54.201684 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249ed953-64ac-444c-886f-946a63bc78a0 admin admin] Network ac869807-42c6-45d8-b26c-eb99f93861f4 is scheduled to be hosted by DHCP agent 0c80ff5a-370f-48e8-a560-f3922f41a294 with binding_index 1 {{(pid=92472) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 12:13:54.205727 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.db [req-19a014b1-74e0-4e39-aa73-26e1f8482e25 req-5d2cff19-66c0-45ad-b1c0-de50dce0880c service neutron] For port f3940c5d-26d6-44c4-ad02-63f987bd75b6, host hv-cinder-77923, cleared binding levels {{(pid=92473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 12:13:54.209010 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.db [req-19a014b1-74e0-4e39-aa73-26e1f8482e25 req-5d2cff19-66c0-45ad-b1c0-de50dce0880c service neutron] For port f3940c5d-26d6-44c4-ad02-63f987bd75b6, host hv-cinder-77923, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=f3940c5d-26d6-44c4-ad02-63f987bd75b6,segment=NetworkSegment(7a2a9d6b-6c91-4fe0-a53f-9119485a4433),segment_id=7a2a9d6b-6c91-4fe0-a53f-9119485a4433)] {{(pid=92473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 12:13:54.211506 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceb3b177-9f12-44c7-9408-c217e59bcbeb admin admin] Made reservation on behalf of ac5d446aa86d403580c17e594b9b5cd4 for: {'subnet': 1} {{(pid=92472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 12:13:54.213779 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-ceb3b177-9f12-44c7-9408-c217e59bcbeb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222427'] for subnet, before_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:54.242408 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-52f84eb3-ce42-48e9-a368-ee649fe97fe9 req-21d5e328-5fb6-461c-b244-2f3b4f52aaf0 tempest-VolumesActionsTest-748357182 tempest-VolumesActionsTest-748357182-project] 10.222.0.44 "GET /v2.0/ports?device_id=1abe39d2-f5a8-4e05-a41d-0a0dfd7ca31a HTTP/1.1" status: 200 len: 210 time: 0.1664534 May 25 12:13:54.292278 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-8fab9abd-a0d6-49d0-8ca5-9433150cce85 req-d71e8f1b-4085-42fc-8e0f-66dccc93416c tempest-VolumesActionsTest-748357182 tempest-VolumesActionsTest-748357182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786008105683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2465563'] for port, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:54.301455 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-458ff33e-a6b1-4252-8b0c-c1ae1904fee7 req-c465b77e-9777-4ba8-b778-85bdac5990f4 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/security-groups?id=66037392-5f85-4874-a400-63cb75635da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553906 May 25 12:13:54.314987 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-ad938e84-3042-4a1d-a463-d94fc1b157dd tempest-DeleteServersTestJSON-1449952682 tempest-DeleteServersTestJSON-1449952682-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:13:54.351260 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.scheduler.base_scheduler [None req-249ed953-64ac-444c-886f-946a63bc78a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779233-5-smb, ac869807-42c6-45d8-b26c-eb99f93861f4) {{(pid=92472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 12:13:54.360938 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0b049d-5ef3-4e8f-81e7-9cf15d514712 None None] Network ac869807-42c6-45d8-b26c-eb99f93861f4 requested from dv-cinder-779233-5-smb {{(pid=92474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 12:13:54.364525 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-249ed953-64ac-444c-886f-946a63bc78a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:54.364978 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-249ed953-64ac-444c-886f-946a63bc78a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:54.425473 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-19a014b1-74e0-4e39-aa73-26e1f8482e25 req-5d2cff19-66c0-45ad-b1c0-de50dce0880c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2465554'] for port, after_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:54.477818 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fab9abd-a0d6-49d0-8ca5-9433150cce85 req-d71e8f1b-4085-42fc-8e0f-66dccc93416c tempest-VolumesActionsTest-748357182 tempest-VolumesActionsTest-748357182-project] Network 4932c12a-ed7a-4f40-9682-bfafb0e4bda8 is already hosted by enough agents. {{(pid=92473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 12:13:54.478647 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-249ed953-64ac-444c-886f-946a63bc78a0 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.9396999 May 25 12:13:54.480300 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a014b1-74e0-4e39-aa73-26e1f8482e25 req-5d2cff19-66c0-45ad-b1c0-de50dce0880c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:54.481153 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-19a014b1-74e0-4e39-aa73-26e1f8482e25 req-5d2cff19-66c0-45ad-b1c0-de50dce0880c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163099'] for port, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:54.482787 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-19a014b1-74e0-4e39-aa73-26e1f8482e25 req-5d2cff19-66c0-45ad-b1c0-de50dce0880c service neutron] 10.222.0.54 "PUT /v2.0/ports/f3940c5d-26d6-44c4-ad02-63f987bd75b6 HTTP/1.1" status: 200 len: 1094 time: 2.1950924 May 25 12:13:54.484101 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.scheduler.base_scheduler [req-8fab9abd-a0d6-49d0-8ca5-9433150cce85 req-d71e8f1b-4085-42fc-8e0f-66dccc93416c tempest-VolumesActionsTest-748357182 tempest-VolumesActionsTest-748357182-project] Resources bound (agent type, host, resource id): {{(pid=92473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 12:13:54.486046 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91084e5d-21f7-47e0-ba36-ce20a3165f35', 'tag': 'f3940c5d-26d6-44c4-ad02-63f987bd75b6'}] {{(pid=92473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 12:13:54.495554 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71e8f1b-4085-42fc-8e0f-66dccc93416c tempest-VolumesActionsTest-748357182 tempest-VolumesActionsTest-748357182-project] Pushing event updated for resources: {'Port': ['ID=e62524ca-5b9f-461b-9a9c-c01f8e5d0464,revision_number=1']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:13:54.507359 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fab9abd-a0d6-49d0-8ca5-9433150cce85 req-d71e8f1b-4085-42fc-8e0f-66dccc93416c tempest-VolumesActionsTest-748357182 tempest-VolumesActionsTest-748357182-project] Received port after_create {{(pid=92473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 12:13:54.590399 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fab9abd-a0d6-49d0-8ca5-9433150cce85 req-d71e8f1b-4085-42fc-8e0f-66dccc93416c tempest-VolumesActionsTest-748357182 tempest-VolumesActionsTest-748357182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:54.591117 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-8fab9abd-a0d6-49d0-8ca5-9433150cce85 req-d71e8f1b-4085-42fc-8e0f-66dccc93416c tempest-VolumesActionsTest-748357182 tempest-VolumesActionsTest-748357182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163099'] for port, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:54.596940 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91084e5d-21f7-47e0-ba36-ce20a3165f35', 'tag': 'f3940c5d-26d6-44c4-ad02-63f987bd75b6', 'status': 'completed', 'code': 200} May 25 12:13:54.598905 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-d71e8f1b-4085-42fc-8e0f-66dccc93416c tempest-VolumesActionsTest-748357182 tempest-VolumesActionsTest-748357182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:13:54.600003 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-bfed6712-050f-40ca-a647-8593f8e49779 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.150s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:13:54.712079 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e4e927-abb0-47f0-8106-06eb3af977ed None None] Network ac869807-42c6-45d8-b26c-eb99f93861f4 requested from dv-cinder-779233-5-smb {{(pid=92474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 12:13:54.787390 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2cff19-66c0-45ad-b1c0-de50dce0880c service neutron] Pushing event updated for resources: {'Port': ['ID=f3940c5d-26d6-44c4-ad02-63f987bd75b6,revision_number=3']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:13:54.791057 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-5d2cff19-66c0-45ad-b1c0-de50dce0880c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:13:54.812706 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3feef40-0178-40f6-96d5-ffecff25f5fe req-7229f9f4-9844-49aa-9cc9-95d0f9937fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:54.815394 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-a3feef40-0178-40f6-96d5-ffecff25f5fe req-7229f9f4-9844-49aa-9cc9-95d0f9937fc7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8ce8597116c24109952d0b56bfad7bf3&device_id=91084e5d-21f7-47e0-ba36-ce20a3165f35 HTTP/1.1" status: 200 len: 1097 time: 0.1443839 May 25 12:13:54.976552 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-ceb3b177-9f12-44c7-9408-c217e59bcbeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2273048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222413'] for subnet, after_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:54.986504 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-c40130bc-09dc-4507-95e7-14d2bc34a6c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:13:55.032557 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-8fab9abd-a0d6-49d0-8ca5-9433150cce85 req-d71e8f1b-4085-42fc-8e0f-66dccc93416c tempest-VolumesActionsTest-748357182 tempest-VolumesActionsTest-748357182-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1786218 May 25 12:13:55.055992 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.v2.base [req-8fab9abd-a0d6-49d0-8ca5-9433150cce85 req-bf0f3201-5929-4ef6-9c70-8cf96fc4c3ac service neutron] Request body: {'port': {'device_id': '1abe39d2-f5a8-4e05-a41d-0a0dfd7ca31a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77923'}} {{(pid=92473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 12:13:55.090174 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.agents_db [None req-9d38de35-3365-4658-8f1e-c8b00fd146ea None None] Agent healthcheck: found 6 active agents {{(pid=92475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 12:13:55.111431 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb3b177-9f12-44c7-9408-c217e59bcbeb admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4d436e3-46bf-4879-9813-736257c5ba21,revision_number=0']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:13:55.116485 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-ceb3b177-9f12-44c7-9408-c217e59bcbeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:13:55.205482 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb3b177-9f12-44c7-9408-c217e59bcbeb admin admin] Checking segment: {'id': '49097f92-0341-4168-ba1f-09a48ee48333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'ca40b0a3-0988-4313-9746-c2b99cc0662c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 12:13:55.206168 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb3b177-9f12-44c7-9408-c217e59bcbeb admin admin] Network hostable DHCP agents. Network: ca40b0a3-0988-4313-9746-c2b99cc0662c, hostable agents: ['0c80ff5a-370f-48e8-a560-f3922f41a294'], hosted agents: [] {{(pid=92472) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 12:13:55.216080 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3feef40-0178-40f6-96d5-ffecff25f5fe req-d0872e9c-b242-418c-98b4-288f4d38d69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:55.217512 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-a3feef40-0178-40f6-96d5-ffecff25f5fe req-d0872e9c-b242-418c-98b4-288f4d38d69f service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=8ce8597116c24109952d0b56bfad7bf3&shared=False HTTP/1.1" status: 200 len: 914 time: 0.3940601 May 25 12:13:55.224600 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-8fab9abd-a0d6-49d0-8ca5-9433150cce85 req-bf0f3201-5929-4ef6-9c70-8cf96fc4c3ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:55.240045 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04978f3f-a75e-493d-aa37-0ac9927d2217 req-804d9863-08c4-407a-87b2-565e054537e3 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:55.246941 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-04978f3f-a75e-493d-aa37-0ac9927d2217 req-804d9863-08c4-407a-87b2-565e054537e3 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/ports?device_id=91084e5d-21f7-47e0-ba36-ce20a3165f35 HTTP/1.1" status: 200 len: 944 time: 0.1327593 May 25 12:13:55.298965 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-04978f3f-a75e-493d-aa37-0ac9927d2217 req-af5b7621-d6c6-4105-a6eb-5b7aef026bcc tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e30fd3d-56a9-4f5d-b932-be2974abe124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510638 May 25 12:13:55.305396 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb3b177-9f12-44c7-9408-c217e59bcbeb admin admin] Network ca40b0a3-0988-4313-9746-c2b99cc0662c is scheduled to be hosted by DHCP agent 0c80ff5a-370f-48e8-a560-f3922f41a294 with binding_index 1 {{(pid=92472) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 12:13:55.462853 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.scheduler.base_scheduler [None req-ceb3b177-9f12-44c7-9408-c217e59bcbeb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779233-5-smb, ca40b0a3-0988-4313-9746-c2b99cc0662c) {{(pid=92472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 12:13:55.472056 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6f771a-1a23-4c8b-b35f-fc32ea3b9f9f None None] Network ca40b0a3-0988-4313-9746-c2b99cc0662c requested from dv-cinder-779233-5-smb {{(pid=92474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 12:13:55.490637 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb3b177-9f12-44c7-9408-c217e59bcbeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:55.491218 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-ceb3b177-9f12-44c7-9408-c217e59bcbeb admin admin] Notify callbacks [] for subnet, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:55.591709 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fab973-fe61-4d96-983d-e6549d7e7502 req-f036250e-4a73-43a4-96df-167c46af3514 tempest-VolumesActionsTest-748357182 tempest-VolumesActionsTest-748357182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:55.591709 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-88fab973-fe61-4d96-983d-e6549d7e7502 req-f036250e-4a73-43a4-96df-167c46af3514 tempest-VolumesActionsTest-748357182 tempest-VolumesActionsTest-748357182-project] 10.222.0.44 "GET /v2.0/ports?device_id=1abe39d2-f5a8-4e05-a41d-0a0dfd7ca31a HTTP/1.1" status: 200 len: 931 time: 0.1971884 May 25 12:13:55.639770 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-88fab973-fe61-4d96-983d-e6549d7e7502 req-edf9a77f-cdcb-40bf-95dc-6dec1a691e96 tempest-VolumesActionsTest-748357182 tempest-VolumesActionsTest-748357182-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8654b93-897a-4ca0-a98e-867369e11a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421464 May 25 12:13:55.642528 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-ceb3b177-9f12-44c7-9408-c217e59bcbeb admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7275069 May 25 12:13:55.650025 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 38516) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:13:55.658733 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.v2.base [None req-d93612ad-21aa-4f17-b241-f672b7ef16ca admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1093127091-router', 'tenant_id': 'ac5d446aa86d403580c17e594b9b5cd4', 'external_gateway_info': {'network_id': '4d625284-12e5-4031-b909-2f88209a96c9'}}} {{(pid=92472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 12:13:55.680757 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-d93612ad-21aa-4f17-b241-f672b7ef16ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:13:55.692121 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-d93612ad-21aa-4f17-b241-f672b7ef16ca admin admin] Usage tracker for resource:router and tenant:ac5d446aa86d403580c17e594b9b5cd4 is out of sync, need to count used quota {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:13:55.692264 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3feef40-0178-40f6-96d5-ffecff25f5fe req-77ae8504-0c9a-4afe-8064-7217f528142c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:55.692264 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-a3feef40-0178-40f6-96d5-ffecff25f5fe req-77ae8504-0c9a-4afe-8064-7217f528142c service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4520147 May 25 12:13:55.692447 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-d93612ad-21aa-4f17-b241-f672b7ef16ca admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:13:55.696865 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-d93612ad-21aa-4f17-b241-f672b7ef16ca admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:13:55.822767 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ae34ee-1741-4059-971f-c2638712649d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb470bd2-2dac-5629-b131-0e08a6e57b62-ca40b0a3-0988-4313-9746-c2b99cc0662c', 'network_id': 'ca40b0a3-0988-4313-9746-c2b99cc0662c', 'tenant_id': 'ac5d446aa86d403580c17e594b9b5cd4', 'fixed_ips': [{'subnet_id': 'c4d436e3-46bf-4879-9813-736257c5ba21'}]}} from dv-cinder-779233-5-smb. {{(pid=92474) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 12:13:55.823873 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-42ae34ee-1741-4059-971f-c2638712649d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_create {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:55.837054 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-d93612ad-21aa-4f17-b241-f672b7ef16ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1047640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2594'] for router, before_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:55.839119 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-d93612ad-21aa-4f17-b241-f672b7ef16ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1044568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1047175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2601'] for router, precommit_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:55.873753 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-d93612ad-21aa-4f17-b241-f672b7ef16ca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:55.922337 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a014b1-74e0-4e39-aa73-26e1f8482e25 req-8b5b8473-ef7c-458b-8fe2-9526f91de21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:55.923976 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-19a014b1-74e0-4e39-aa73-26e1f8482e25 req-8b5b8473-ef7c-458b-8fe2-9526f91de21b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8ce8597116c24109952d0b56bfad7bf3&device_id=91084e5d-21f7-47e0-ba36-ce20a3165f35 HTTP/1.1" status: 200 len: 1097 time: 0.1502914 May 25 12:13:56.005374 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.db_base_plugin_common [None req-42ae34ee-1741-4059-971f-c2638712649d None None] Allocated IP 172.20.0.2 (ca40b0a3-0988-4313-9746-c2b99cc0662c/c4d436e3-46bf-4879-9813-736257c5ba21/d3ce05f2-82b1-42b8-b10d-1153dbccaa1e) {{(pid=92474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 12:13:56.046324 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-19a014b1-74e0-4e39-aa73-26e1f8482e25 req-391502bb-2cce-4f36-b2a5-eb1751a20c4f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f3940c5d-26d6-44c4-ad02-63f987bd75b6 HTTP/1.1" status: 200 len: 217 time: 0.1001635 May 25 12:13:56.171993 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 38526) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:13:56.215281 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.notifiers.nova [req-8fab9abd-a0d6-49d0-8ca5-9433150cce85 req-bf0f3201-5929-4ef6-9c70-8cf96fc4c3ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e62524ca-5b9f-461b-9a9c-c01f8e5d0464 {{(pid=92473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 12:13:56.227318 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-8fab9abd-a0d6-49d0-8ca5-9433150cce85 req-bf0f3201-5929-4ef6-9c70-8cf96fc4c3ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:56.234525 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a014b1-74e0-4e39-aa73-26e1f8482e25 req-02f3c499-c888-41c8-b6a2-28779601f2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:56.237351 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-19a014b1-74e0-4e39-aa73-26e1f8482e25 req-02f3c499-c888-41c8-b6a2-28779601f2dc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=bc216043-1b67-4e79-8d6b-b961d7800d7f HTTP/1.1" status: 200 len: 853 time: 0.1842859 May 25 12:13:56.293944 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-42ae34ee-1741-4059-971f-c2638712649d None None] Notify callbacks [] for port, precommit_create {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:56.303542 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.provisioning_blocks [req-8fab9abd-a0d6-49d0-8ca5-9433150cce85 req-bf0f3201-5929-4ef6-9c70-8cf96fc4c3ac service neutron] Transition to ACTIVE for port object e62524ca-5b9f-461b-9a9c-c01f8e5d0464 will not be triggered until provisioned by entity L2. {{(pid=92473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 12:13:56.318821 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-19a014b1-74e0-4e39-aa73-26e1f8482e25 req-48cac8c0-4373-4817-85b2-49fed30377d4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=d2534cea-29fb-4925-a89b-43de0cc13c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709076 May 25 12:13:56.320143 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-42ae34ee-1741-4059-971f-c2638712649d None None] Transition to ACTIVE for port object d3ce05f2-82b1-42b8-b10d-1153dbccaa1e will not be triggered until provisioned by entity L2. {{(pid=92474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 12:13:56.362794 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-42ae34ee-1741-4059-971f-c2638712649d None None] Transition to ACTIVE for port object d3ce05f2-82b1-42b8-b10d-1153dbccaa1e will not be triggered until provisioned by entity DHCP. {{(pid=92474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 12:13:56.431905 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-d93612ad-21aa-4f17-b241-f672b7ef16ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1047202', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1047658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2655'] for router, precommit_update {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:56.437887 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-8fab9abd-a0d6-49d0-8ca5-9433150cce85 req-bf0f3201-5929-4ef6-9c70-8cf96fc4c3ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2465554'] for port, after_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:56.466604 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:13:56.473793 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-42ae34ee-1741-4059-971f-c2638712649d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786008105683'] for port, after_create {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:56.482686 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:13:56.556973 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ae34ee-1741-4059-971f-c2638712649d None None] Network ca40b0a3-0988-4313-9746-c2b99cc0662c is already hosted by enough agents. {{(pid=92474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 12:13:56.560532 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.scheduler.base_scheduler [None req-42ae34ee-1741-4059-971f-c2638712649d None None] Resources bound (agent type, host, resource id): {{(pid=92474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 12:13:56.564464 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ae34ee-1741-4059-971f-c2638712649d None None] Received port after_create {{(pid=92474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 12:13:56.590712 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ae34ee-1741-4059-971f-c2638712649d None None] Pushing event updated for resources: {'Port': ['ID=d3ce05f2-82b1-42b8-b10d-1153dbccaa1e,revision_number=1']} {{(pid=92474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:13:56.594982 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-42ae34ee-1741-4059-971f-c2638712649d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:13:56.629131 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-5d4d8061-6832-46dc-9d1e-a56847f60814 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:56.669194 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0159160a-667a-413a-96c4-7132597c30c5 req-8d6588f0-c0a0-475d-9181-b6ac3bee1965 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:56.671091 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-0159160a-667a-413a-96c4-7132597c30c5 req-8d6588f0-c0a0-475d-9181-b6ac3bee1965 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/ports?device_id=91084e5d-21f7-47e0-ba36-ce20a3165f35 HTTP/1.1" status: 200 len: 944 time: 0.1903219 May 25 12:13:56.715723 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-5d4d8061-6832-46dc-9d1e-a56847f60814 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:13:56.759198 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-0159160a-667a-413a-96c4-7132597c30c5 req-ea7f1552-00d3-4f7b-8a74-b4bf81b75697 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e30fd3d-56a9-4f5d-b932-be2974abe124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740418 May 25 12:13:56.771887 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-5d4d8061-6832-46dc-9d1e-a56847f60814 admin admin] Usage tracker for resource:security_group_rule and tenant:1879efc2cdfd45fcb13dc414f236740b is out of sync, need to count used quota {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:13:56.780829 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0f3201-5929-4ef6-9c70-8cf96fc4c3ac service neutron] Pushing event updated for resources: {'Port': ['ID=e62524ca-5b9f-461b-9a9c-c01f8e5d0464,revision_number=2']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:13:56.785472 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-5d4d8061-6832-46dc-9d1e-a56847f60814 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:13:56.828566 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.managers [None req-42ae34ee-1741-4059-971f-c2638712649d None None] Attempting to bind port d3ce05f2-82b1-42b8-b10d-1153dbccaa1e on host dv-cinder-779233-5-smb for vnic_type normal with profile {{(pid=92474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 12:13:56.829436 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.managers [None req-42ae34ee-1741-4059-971f-c2638712649d None None] Attempting to bind port d3ce05f2-82b1-42b8-b10d-1153dbccaa1e by drivers openvswitch,hyperv on host dv-cinder-779233-5-smb at level 0 using segments [{'id': '49097f92-0341-4168-ba1f-09a48ee48333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'ca40b0a3-0988-4313-9746-c2b99cc0662c'}] {{(pid=92474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 12:13:56.829436 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ae34ee-1741-4059-971f-c2638712649d None None] Attempting to bind port d3ce05f2-82b1-42b8-b10d-1153dbccaa1e on network ca40b0a3-0988-4313-9746-c2b99cc0662c {{(pid=92474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 12:13:56.833444 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-bf0f3201-5929-4ef6-9c70-8cf96fc4c3ac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:13:56.846979 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-19a014b1-74e0-4e39-aa73-26e1f8482e25 req-a12268cd-6e0e-47ab-be41-40551c0ebe7d service neutron] 10.222.0.54 "GET /v2.0/networks/d2534cea-29fb-4925-a89b-43de0cc13c4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5194392 May 25 12:13:56.847860 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ae34ee-1741-4059-971f-c2638712649d None None] Checking agent: {'id': 'dfb2fd04-6671-4c26-88c9-b30127e2e29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779233-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 12, 4, 16), 'started_at': datetime.datetime(2021, 5, 25, 12, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 12, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779233-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 12:13:56.848260 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ae34ee-1741-4059-971f-c2638712649d None None] Checking segment: {'id': '49097f92-0341-4168-ba1f-09a48ee48333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'ca40b0a3-0988-4313-9746-c2b99cc0662c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 12:13:56.848673 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-42ae34ee-1741-4059-971f-c2638712649d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:56.848892 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-5d4d8061-6832-46dc-9d1e-a56847f60814 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:13:56.849064 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ae34ee-1741-4059-971f-c2638712649d None None] Bound using segment: {'id': '49097f92-0341-4168-ba1f-09a48ee48333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'ca40b0a3-0988-4313-9746-c2b99cc0662c'} {{(pid=92474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 12:13:56.850429 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.managers [None req-42ae34ee-1741-4059-971f-c2638712649d None None] Bound port: d3ce05f2-82b1-42b8-b10d-1153dbccaa1e, host: dv-cinder-779233-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49097f92-0341-4168-ba1f-09a48ee48333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'ca40b0a3-0988-4313-9746-c2b99cc0662c'}}] {{(pid=92474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 12:13:56.859783 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-42ae34ee-1741-4059-971f-c2638712649d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:57.024955 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.managers [req-8fab9abd-a0d6-49d0-8ca5-9433150cce85 req-bf0f3201-5929-4ef6-9c70-8cf96fc4c3ac service neutron] Attempting to bind port e62524ca-5b9f-461b-9a9c-c01f8e5d0464 on host hv-cinder-77923 for vnic_type normal with profile {{(pid=92473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 12:13:57.025688 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.managers [req-8fab9abd-a0d6-49d0-8ca5-9433150cce85 req-bf0f3201-5929-4ef6-9c70-8cf96fc4c3ac service neutron] Attempting to bind port e62524ca-5b9f-461b-9a9c-c01f8e5d0464 by drivers openvswitch,hyperv on host hv-cinder-77923 at level 0 using segments [{'id': '70fd6a27-84e6-4393-834d-58eae1636d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '4932c12a-ed7a-4f40-9682-bfafb0e4bda8'}] {{(pid=92473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 12:13:57.026246 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fab9abd-a0d6-49d0-8ca5-9433150cce85 req-bf0f3201-5929-4ef6-9c70-8cf96fc4c3ac service neutron] Attempting to bind port e62524ca-5b9f-461b-9a9c-c01f8e5d0464 on network 4932c12a-ed7a-4f40-9682-bfafb0e4bda8 {{(pid=92473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 12:13:57.029181 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-42ae34ee-1741-4059-971f-c2638712649d None None] For port d3ce05f2-82b1-42b8-b10d-1153dbccaa1e, host dv-cinder-779233-5-smb, cleared binding levels {{(pid=92474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 12:13:57.035838 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-42ae34ee-1741-4059-971f-c2638712649d None None] For port d3ce05f2-82b1-42b8-b10d-1153dbccaa1e, host dv-cinder-779233-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-5-smb',level=0,port_id=d3ce05f2-82b1-42b8-b10d-1153dbccaa1e,segment=NetworkSegment(49097f92-0341-4168-ba1f-09a48ee48333),segment_id=49097f92-0341-4168-ba1f-09a48ee48333)] {{(pid=92474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 12:13:57.044981 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fab9abd-a0d6-49d0-8ca5-9433150cce85 req-bf0f3201-5929-4ef6-9c70-8cf96fc4c3ac service neutron] Port e62524ca-5b9f-461b-9a9c-c01f8e5d0464 on network 4932c12a-ed7a-4f40-9682-bfafb0e4bda8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77923 {{(pid=92473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 12:13:57.047547 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fab9abd-a0d6-49d0-8ca5-9433150cce85 req-bf0f3201-5929-4ef6-9c70-8cf96fc4c3ac service neutron] Attempting to bind port e62524ca-5b9f-461b-9a9c-c01f8e5d0464 on network 4932c12a-ed7a-4f40-9682-bfafb0e4bda8 {{(pid=92473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 12:13:57.068489 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fab9abd-a0d6-49d0-8ca5-9433150cce85 req-bf0f3201-5929-4ef6-9c70-8cf96fc4c3ac service neutron] Checking agent: {'id': 'ffba2d31-78f6-4a67-909d-2363647ed231', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77923', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 12, 10, 27), 'started_at': datetime.datetime(2021, 5, 25, 12, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 12, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 12:13:57.068920 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fab9abd-a0d6-49d0-8ca5-9433150cce85 req-bf0f3201-5929-4ef6-9c70-8cf96fc4c3ac service neutron] Checking segment: {'id': '70fd6a27-84e6-4393-834d-58eae1636d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '4932c12a-ed7a-4f40-9682-bfafb0e4bda8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 12:13:57.069378 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fab9abd-a0d6-49d0-8ca5-9433150cce85 req-bf0f3201-5929-4ef6-9c70-8cf96fc4c3ac service neutron] Bound using segment: {'id': '70fd6a27-84e6-4393-834d-58eae1636d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '4932c12a-ed7a-4f40-9682-bfafb0e4bda8'} {{(pid=92473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 12:13:57.069893 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.managers [req-8fab9abd-a0d6-49d0-8ca5-9433150cce85 req-bf0f3201-5929-4ef6-9c70-8cf96fc4c3ac service neutron] Bound port: e62524ca-5b9f-461b-9a9c-c01f8e5d0464, host: hv-cinder-77923, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70fd6a27-84e6-4393-834d-58eae1636d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '4932c12a-ed7a-4f40-9682-bfafb0e4bda8'}}] {{(pid=92473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 12:13:57.070304 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-8fab9abd-a0d6-49d0-8ca5-9433150cce85 req-bf0f3201-5929-4ef6-9c70-8cf96fc4c3ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:57.093410 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-19a014b1-74e0-4e39-aa73-26e1f8482e25 req-bcb5c43d-df97-4823-b66e-ba906da007db service neutron] 10.222.0.54 "GET /v2.0/networks/d2534cea-29fb-4925-a89b-43de0cc13c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314036 May 25 12:13:57.104840 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-42ae34ee-1741-4059-971f-c2638712649d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:57.112050 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:13:57.204184 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ae34ee-1741-4059-971f-c2638712649d None None] Pushing event updated for resources: {'Port': ['ID=d3ce05f2-82b1-42b8-b10d-1153dbccaa1e,revision_number=2']} {{(pid=92474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:13:57.207356 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-42ae34ee-1741-4059-971f-c2638712649d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:13:57.238539 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:57.283797 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-5d4d8061-6832-46dc-9d1e-a56847f60814 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:57.291462 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-d93612ad-21aa-4f17-b241-f672b7ef16ca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:57.293670 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.db [req-8fab9abd-a0d6-49d0-8ca5-9433150cce85 req-bf0f3201-5929-4ef6-9c70-8cf96fc4c3ac service neutron] For port e62524ca-5b9f-461b-9a9c-c01f8e5d0464, host hv-cinder-77923, cleared binding levels {{(pid=92473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 12:13:57.297189 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.db [req-8fab9abd-a0d6-49d0-8ca5-9433150cce85 req-bf0f3201-5929-4ef6-9c70-8cf96fc4c3ac service neutron] For port e62524ca-5b9f-461b-9a9c-c01f8e5d0464, host hv-cinder-77923, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=e62524ca-5b9f-461b-9a9c-c01f8e5d0464,segment=NetworkSegment(70fd6a27-84e6-4393-834d-58eae1636d1a),segment_id=70fd6a27-84e6-4393-834d-58eae1636d1a)] {{(pid=92473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 12:13:57.328522 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-d93612ad-21aa-4f17-b241-f672b7ef16ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:57.339562 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-5d4d8061-6832-46dc-9d1e-a56847f60814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:57.348739 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-045b6ea8-d2c6-476b-ae80-79b75587877d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:13:57.384263 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-8fab9abd-a0d6-49d0-8ca5-9433150cce85 req-bf0f3201-5929-4ef6-9c70-8cf96fc4c3ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2465554'] for port, after_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:57.384809 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3411a46d-ff89-4221-b8d3-d2a5a2071830 req-5664254d-32c7-4350-a3b3-a8bf87ddd72b tempest-VolumesActionsTest-748357182 tempest-VolumesActionsTest-748357182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:57.393089 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-3411a46d-ff89-4221-b8d3-d2a5a2071830 req-5664254d-32c7-4350-a3b3-a8bf87ddd72b tempest-VolumesActionsTest-748357182 tempest-VolumesActionsTest-748357182-project] 10.222.0.44 "GET /v2.0/ports?device_id=1abe39d2-f5a8-4e05-a41d-0a0dfd7ca31a HTTP/1.1" status: 200 len: 943 time: 0.4861028 May 25 12:13:57.401965 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af38154-a66a-4b35-9145-996546c12607 req-f67a2fc1-0878-423d-bda2-52e984a05bdd tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:57.403460 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-0af38154-a66a-4b35-9145-996546c12607 req-f67a2fc1-0878-423d-bda2-52e984a05bdd tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9a81e13-45a7-497f-b969-59b5fde8ffac HTTP/1.1" status: 200 len: 946 time: 0.2710779 May 25 12:13:57.413276 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-5d4d8061-6832-46dc-9d1e-a56847f60814 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1879efc2cdfd45fcb13dc414f236740b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2363875 May 25 12:13:57.418778 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fab9abd-a0d6-49d0-8ca5-9433150cce85 req-bf0f3201-5929-4ef6-9c70-8cf96fc4c3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:57.419611 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-8fab9abd-a0d6-49d0-8ca5-9433150cce85 req-bf0f3201-5929-4ef6-9c70-8cf96fc4c3ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163099'] for port, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:57.421313 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-8fab9abd-a0d6-49d0-8ca5-9433150cce85 req-bf0f3201-5929-4ef6-9c70-8cf96fc4c3ac service neutron] 10.222.0.54 "PUT /v2.0/ports/e62524ca-5b9f-461b-9a9c-c01f8e5d0464 HTTP/1.1" status: 200 len: 1093 time: 2.3778424 May 25 12:13:57.421826 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 38550) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:13:57.422403 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1abe39d2-f5a8-4e05-a41d-0a0dfd7ca31a', 'tag': 'e62524ca-5b9f-461b-9a9c-c01f8e5d0464'}] {{(pid=92473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 12:13:57.462781 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4d8061-6832-46dc-9d1e-a56847f60814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a83e9abe-487e-4178-9cfd-9fafcb4bd518,revision_number=1']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:13:57.468459 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-5d4d8061-6832-46dc-9d1e-a56847f60814 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:13:57.469094 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-c407e389-6a51-4768-b28a-a5e3d2c4acc2 tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:13:57.573733 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-3411a46d-ff89-4221-b8d3-d2a5a2071830 req-19fb8aae-231b-4f15-98ba-200f9999126b tempest-VolumesActionsTest-748357182 tempest-VolumesActionsTest-748357182-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8654b93-897a-4ca0-a98e-867369e11a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634135 May 25 12:13:57.662107 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-0af38154-a66a-4b35-9145-996546c12607 req-640aca68-7003-43b1-8795-5197273e9c3d tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/security-groups?id=66037392-5f85-4874-a400-63cb75635da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382045 May 25 12:13:57.687922 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1abe39d2-f5a8-4e05-a41d-0a0dfd7ca31a', 'tag': 'e62524ca-5b9f-461b-9a9c-c01f8e5d0464', 'status': 'completed', 'code': 200} May 25 12:13:57.697666 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-2a5dddf8-5d55-4540-a2ad-a73cf11b4b96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:57.699954 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0f3201-5929-4ef6-9c70-8cf96fc4c3ac service neutron] Pushing event updated for resources: {'Port': ['ID=e62524ca-5b9f-461b-9a9c-c01f8e5d0464,revision_number=3']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:13:57.713881 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.db_base_plugin_common [None req-d93612ad-21aa-4f17-b241-f672b7ef16ca admin admin] Allocated IP 172.28.2.203 (4d625284-12e5-4031-b909-2f88209a96c9/2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92/a67fc547-d3f2-4ec4-a020-9ec13c2493e7) {{(pid=92472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 12:13:57.714768 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-bf0f3201-5929-4ef6-9c70-8cf96fc4c3ac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:13:57.762758 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fab9abd-a0d6-49d0-8ca5-9433150cce85 req-1980e444-7716-4fb9-b99b-d67a37b4fc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:57.764311 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-8fab9abd-a0d6-49d0-8ca5-9433150cce85 req-1980e444-7716-4fb9-b99b-d67a37b4fc88 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8a9ca6bdce3443d79a1b6bc34c2a243e&device_id=1abe39d2-f5a8-4e05-a41d-0a0dfd7ca31a HTTP/1.1" status: 200 len: 1096 time: 0.1938248 May 25 12:13:57.888558 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-2a5dddf8-5d55-4540-a2ad-a73cf11b4b96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:57.896430 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-8fab9abd-a0d6-49d0-8ca5-9433150cce85 req-5ed5f387-d8c7-4f81-a8d6-d02feb04a6d3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e62524ca-5b9f-461b-9a9c-c01f8e5d0464 HTTP/1.1" status: 200 len: 217 time: 0.1158929 May 25 12:13:57.984764 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fab9abd-a0d6-49d0-8ca5-9433150cce85 req-fc16fe7e-c9eb-4d93-9701-d93a573542ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:57.986597 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-8fab9abd-a0d6-49d0-8ca5-9433150cce85 req-fc16fe7e-c9eb-4d93-9701-d93a573542ac service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1930d653-651c-4942-b755-7b7eba822209 HTTP/1.1" status: 200 len: 848 time: 0.0635030 May 25 12:13:58.020170 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-d93612ad-21aa-4f17-b241-f672b7ef16ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:58.047134 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-8fab9abd-a0d6-49d0-8ca5-9433150cce85 req-e9ddc5f2-5fda-420f-ae93-3ae51f2af968 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4932c12a-ed7a-4f40-9682-bfafb0e4bda8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533051 May 25 12:13:58.089230 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ca220c-921e-4bc9-b2f0-5174b3692852 req-b3f468c2-a383-419a-b3c5-36e9fc926696 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:58.096308 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-32ca220c-921e-4bc9-b2f0-5174b3692852 req-b3f468c2-a383-419a-b3c5-36e9fc926696 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] 10.222.0.44 "GET /v2.0/networks?id=ac869807-42c6-45d8-b26c-eb99f93861f4 HTTP/1.1" status: 200 len: 807 time: 0.2073910 May 25 12:13:58.115947 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-32ca220c-921e-4bc9-b2f0-5174b3692852 req-9c7d9d7b-f9fc-424b-9816-7e8138418a47 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] 10.222.0.44 "GET /v2.0/quotas/918fad47bb2948e3829058160b795c66 HTTP/1.1" status: 200 len: 375 time: 0.0187588 May 25 12:13:58.144717 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-2a5dddf8-5d55-4540-a2ad-a73cf11b4b96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:58.152636 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-ba8c5843-6a1d-4e7b-92ee-3245ab562c95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:13:58.170746 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-32ca220c-921e-4bc9-b2f0-5174b3692852 req-912b6ad9-9eab-4376-b296-96674c922b28 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=918fad47bb2948e3829058160b795c66&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0458348 May 25 12:13:58.175411 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5dddf8-5d55-4540-a2ad-a73cf11b4b96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a83e9abe-487e-4178-9cfd-9fafcb4bd518,revision_number=None']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:13:58.180737 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-2a5dddf8-5d55-4540-a2ad-a73cf11b4b96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:13:58.190387 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-2a5dddf8-5d55-4540-a2ad-a73cf11b4b96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:58.194391 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-2a5dddf8-5d55-4540-a2ad-a73cf11b4b96 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a83e9abe-487e-4178-9cfd-9fafcb4bd518 HTTP/1.1" status: 204 len: 168 time: 0.7664800 May 25 12:13:58.220497 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-d93612ad-21aa-4f17-b241-f672b7ef16ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786008105683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2227112'] for port, after_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:58.252335 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-8fab9abd-a0d6-49d0-8ca5-9433150cce85 req-e742c4ad-081d-439d-9348-1fd3472e4c80 service neutron] 10.222.0.54 "GET /v2.0/networks/4932c12a-ed7a-4f40-9682-bfafb0e4bda8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970751 May 25 12:13:58.275901 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:13:58.345951 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93612ad-21aa-4f17-b241-f672b7ef16ca admin admin] Network 4d625284-12e5-4031-b909-2f88209a96c9 is already hosted by enough agents. {{(pid=92472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 12:13:58.355788 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.scheduler.base_scheduler [None req-d93612ad-21aa-4f17-b241-f672b7ef16ca admin admin] Resources bound (agent type, host, resource id): {{(pid=92472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 12:13:58.358870 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93612ad-21aa-4f17-b241-f672b7ef16ca admin admin] Received port after_create {{(pid=92472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 12:13:58.384396 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-253d6dcb-d2f6-44e6-ac76-591cbb9827f2 None None] Network ca40b0a3-0988-4313-9746-c2b99cc0662c requested from dv-cinder-779233-5-smb {{(pid=92474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 12:13:58.442015 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-8fab9abd-a0d6-49d0-8ca5-9433150cce85 req-4f104543-347b-4b18-a961-0821e2a18b62 service neutron] 10.222.0.54 "GET /v2.0/networks/4932c12a-ed7a-4f40-9682-bfafb0e4bda8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609218 May 25 12:13:58.471217 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93612ad-21aa-4f17-b241-f672b7ef16ca admin admin] Pushing event updated for resources: {'Port': ['ID=a67fc547-d3f2-4ec4-a020-9ec13c2493e7,revision_number=1']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:13:58.480859 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-d93612ad-21aa-4f17-b241-f672b7ef16ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:13:58.548505 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-32ca220c-921e-4bc9-b2f0-5174b3692852 req-d35b5ab6-4707-4894-a0b7-ce5c72adf0f8 service neutron] 10.222.0.44 "GET /v2.0/networks/ac869807-42c6-45d8-b26c-eb99f93861f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3593574 May 25 12:13:58.610194 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-7b50e40c-afb7-41e6-826b-7fa44d5ef2eb None None] Provisioning for port d3ce05f2-82b1-42b8-b10d-1153dbccaa1e completed by entity DHCP. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 12:13:58.708564 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d7b75d-4513-4e76-9e72-2c185664c632 req-de47679e-95f1-4368-a9bc-77a68ab97bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:58.710418 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-37d7b75d-4513-4e76-9e72-2c185664c632 req-de47679e-95f1-4368-a9bc-77a68ab97bf4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=8a9ca6bdce3443d79a1b6bc34c2a243e&device_id=1abe39d2-f5a8-4e05-a41d-0a0dfd7ca31a HTTP/1.1" status: 200 len: 1096 time: 0.1203396 May 25 12:13:58.892294 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-32ca220c-921e-4bc9-b2f0-5174b3692852 req-08387087-5228-4193-812a-d7776ee98385 service neutron] 10.222.0.44 "GET /v2.0/networks/ac869807-42c6-45d8-b26c-eb99f93861f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2837553 May 25 12:13:58.904831 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d7b75d-4513-4e76-9e72-2c185664c632 req-ee06efda-0323-4323-b58d-9ede18401467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:58.906379 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-37d7b75d-4513-4e76-9e72-2c185664c632 req-ee06efda-0323-4323-b58d-9ede18401467 service neutron] 10.222.0.54 "GET /v2.0/networks?id=4932c12a-ed7a-4f40-9682-bfafb0e4bda8 HTTP/1.1" status: 200 len: 909 time: 0.1841843 May 25 12:13:59.026196 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-37d7b75d-4513-4e76-9e72-2c185664c632 req-d97b4c9f-f7f7-4638-a589-9c601e6f0f38 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e62524ca-5b9f-461b-9a9c-c01f8e5d0464 HTTP/1.1" status: 200 len: 217 time: 0.0975475 May 25 12:13:59.140927 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d7b75d-4513-4e76-9e72-2c185664c632 req-2411efe9-fc99-4030-a551-8893445d83bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:59.142489 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-37d7b75d-4513-4e76-9e72-2c185664c632 req-2411efe9-fc99-4030-a551-8893445d83bd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=1930d653-651c-4942-b755-7b7eba822209 HTTP/1.1" status: 200 len: 848 time: 0.0995407 May 25 12:13:59.197657 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-37d7b75d-4513-4e76-9e72-2c185664c632 req-abdc010c-da38-4c6b-8f82-ac2c34632aaf service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=4932c12a-ed7a-4f40-9682-bfafb0e4bda8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475070 May 25 12:13:59.479899 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-37d7b75d-4513-4e76-9e72-2c185664c632 req-4a0e6979-fb32-4a17-aaef-dbb307efb258 service neutron] 10.222.0.54 "GET /v2.0/networks/4932c12a-ed7a-4f40-9682-bfafb0e4bda8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2696667 May 25 12:13:59.527279 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Device d3ce05f2-82b1-42b8-b10d-1153dbccaa1e up at agent ovs-agent-dv-cinder-779233-5-smb {{(pid=92474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 12:13:59.528592 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-d93612ad-21aa-4f17-b241-f672b7ef16ca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:59.627626 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-37d7b75d-4513-4e76-9e72-2c185664c632 req-f3825e34-1c16-4357-bbc9-0b38b31ad57e service neutron] 10.222.0.54 "GET /v2.0/networks/4932c12a-ed7a-4f40-9682-bfafb0e4bda8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367350 May 25 12:13:59.684737 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Provisioning for port d3ce05f2-82b1-42b8-b10d-1153dbccaa1e completed by entity L2. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 12:13:59.689931 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Provisioning complete for port d3ce05f2-82b1-42b8-b10d-1153dbccaa1e triggered by entity L2. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 12:13:59.698081 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902397'] for port, provisioning_complete {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:59.745219 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a9bf7e-1a8b-4c4a-8881-ee8ffc37e9e4 req-cec8317a-438b-4298-aaf6-0850fa5309b7 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:59.752874 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-92a9bf7e-1a8b-4c4a-8881-ee8ffc37e9e4 req-cec8317a-438b-4298-aaf6-0850fa5309b7 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/ports?device_id=91084e5d-21f7-47e0-ba36-ce20a3165f35 HTTP/1.1" status: 200 len: 944 time: 0.5814052 May 25 12:13:59.785808 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae089eb6-9711-441e-aea4-28d6f3188332 req-3d94b15e-5e87-4f17-b27a-7c134f1c552a tempest-VolumesActionsTest-748357182 tempest-VolumesActionsTest-748357182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:13:59.787264 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-ae089eb6-9711-441e-aea4-28d6f3188332 req-3d94b15e-5e87-4f17-b27a-7c134f1c552a tempest-VolumesActionsTest-748357182 tempest-VolumesActionsTest-748357182-project] 10.222.0.44 "GET /v2.0/ports?device_id=1abe39d2-f5a8-4e05-a41d-0a0dfd7ca31a HTTP/1.1" status: 200 len: 943 time: 0.3880634 May 25 12:13:59.849244 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:59.893461 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] For port d3ce05f2-82b1-42b8-b10d-1153dbccaa1e, host dv-cinder-779233-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-5-smb',level=0,port_id=d3ce05f2-82b1-42b8-b10d-1153dbccaa1e,segment=NetworkSegment(49097f92-0341-4168-ba1f-09a48ee48333),segment_id=49097f92-0341-4168-ba1f-09a48ee48333)] {{(pid=92474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:13:59.915487 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-92a9bf7e-1a8b-4c4a-8881-ee8ffc37e9e4 req-939ed247-7c84-4c15-aa71-94810850884f tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e30fd3d-56a9-4f5d-b932-be2974abe124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614673 May 25 12:13:59.947219 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-ae089eb6-9711-441e-aea4-28d6f3188332 req-21636da0-b32e-4df1-8b67-8fd979f935d6 tempest-VolumesActionsTest-748357182 tempest-VolumesActionsTest-748357182-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8654b93-897a-4ca0-a98e-867369e11a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509478 May 25 12:13:59.979684 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:13:59.982459 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-ee922906-ea95-425a-b5b6-4cee1bd947ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:14:00.082626 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Device f3940c5d-26d6-44c4-ad02-63f987bd75b6 details requested by agent hyperv_hv-cinder-77923 with host hv-cinder-77923 {{(pid=92474) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 12:14:00.091316 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-1ebb9e7d-f767-4d71-b1b9-4acc8164f38e req-7308159c-57c2-4bd2-970a-a7ba16da06cc tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ec60dfa-fdcc-41d9-b9c2-83a40a6d2f5e HTTP/1.1" status: 200 len: 210 time: 0.0509794 May 25 12:14:00.112790 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-d93612ad-21aa-4f17-b241-f672b7ef16ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1047633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1047265'] for router, after_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:00.191800 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Pushing event updated for resources: {'Port': ['ID=d3ce05f2-82b1-42b8-b10d-1153dbccaa1e,revision_number=3']} {{(pid=92474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:14:00.197056 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:14:00.262365 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] For port f3940c5d-26d6-44c4-ad02-63f987bd75b6, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=f3940c5d-26d6-44c4-ad02-63f987bd75b6,segment=NetworkSegment(7a2a9d6b-6c91-4fe0-a53f-9119485a4433),segment_id=7a2a9d6b-6c91-4fe0-a53f-9119485a4433)] {{(pid=92474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:14:00.293711 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Returning: {'device': 'f3940c5d-26d6-44c4-ad02-63f987bd75b6', 'network_id': 'd2534cea-29fb-4925-a89b-43de0cc13c4c', 'port_id': 'f3940c5d-26d6-44c4-ad02-63f987bd75b6', 'mac_address': 'fa:16:3e:34:1d:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc216043-1b67-4e79-8d6b-b961d7800d7f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92474) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 12:14:00.374312 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:00.399168 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.notifiers.nova [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3940c5d-26d6-44c4-ad02-63f987bd75b6 {{(pid=92474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 12:14:00.415053 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] For port f3940c5d-26d6-44c4-ad02-63f987bd75b6, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=f3940c5d-26d6-44c4-ad02-63f987bd75b6,segment=NetworkSegment(7a2a9d6b-6c91-4fe0-a53f-9119485a4433),segment_id=7a2a9d6b-6c91-4fe0-a53f-9119485a4433)] {{(pid=92474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:14:00.488772 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d93612ad-21aa-4f17-b241-f672b7ef16ca admin admin] Router 78a618e7-ef27-4ede-b823-b90150a61529 is scheduled to L3 agent 4aaf6e0c-8c85-4f95-8d8e-6a64f0cc3b25 with binding_index 1 {{(pid=92472) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 12:14:00.547564 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:00.550835 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:14:00.621212 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Pushing event updated for resources: {'Port': ['ID=f3940c5d-26d6-44c4-ad02-63f987bd75b6,revision_number=4']} {{(pid=92474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:14:00.624873 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:14:00.684402 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d93612ad-21aa-4f17-b241-f672b7ef16ca admin admin] Notify agent at l3_agent.dv-cinder-779233-5-smb the message routers_updated {{(pid=92472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 12:14:00.694343 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d0dc80-9e61-4948-8f58-63387fbd2cfd None None] Sync routers for ids ['78a618e7-ef27-4ede-b823-b90150a61529'] in dv-cinder-779233-5-smb {{(pid=92475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 12:14:00.707516 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d0dc80-9e61-4948-8f58-63387fbd2cfd None None] Routers {'78a618e7-ef27-4ede-b823-b90150a61529'} bound to L3 agent in host dv-cinder-779233-5-smb {{(pid=92475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 12:14:00.708349 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_hamode_db [None req-e8d0dc80-9e61-4948-8f58-63387fbd2cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T12:04:17Z,description=,heartbeat_timestamp=2021-05-25T12:13:47Z,host='dv-cinder-779233-5-smb',id=4aaf6e0c-8c85-4f95-8d8e-6a64f0cc3b25,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T12:04:17Z,topic='l3_agent')) {'router_ids': ['78a618e7-ef27-4ede-b823-b90150a61529'], 'active': True} {{(pid=92475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:14:00.765213 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-d93612ad-21aa-4f17-b241-f672b7ef16ca admin admin] Notify callbacks [] for router, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:00.766726 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-d93612ad-21aa-4f17-b241-f672b7ef16ca admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.1157126 May 25 12:14:00.770175 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 38680) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:14:00.913300 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_dvr_db [None req-e8d0dc80-9e61-4948-8f58-63387fbd2cfd None None] Set router 78a618e7-ef27-4ede-b823-b90150a61529 gateway port host: dv-cinder-779233-5-smb {{(pid=92475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 12:14:01.018565 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] get_ports_and_sgs() called for port_ids ['f3940c5d-26d6-44c4-ad02-63f987bd75b6'] {{(pid=92474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 12:14:01.299102 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c14aef7-b1bf-4817-a487-889114eb31b9 req-0779a152-92f4-48b5-859c-89d6386b8ef0 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:01.310528 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-9c14aef7-b1bf-4817-a487-889114eb31b9 req-0779a152-92f4-48b5-859c-89d6386b8ef0 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=21c30f2a-503c-4e0d-bac1-f85b5fb9d8bb HTTP/1.1" status: 200 len: 945 time: 0.2763646 May 25 12:14:01.345245 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_hamode_db [None req-e8d0dc80-9e61-4948-8f58-63387fbd2cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78a618e7-ef27-4ede-b823-b90150a61529', 'name': 'tempest-TestShelveInstance-1093127091-router', 'tenant_id': 'ac5d446aa86d403580c17e594b9b5cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'external_fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.203'}], 'enable_snat': True}, 'gw_port_id': 'a67fc547-d3f2-4ec4-a020-9ec13c2493e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T12:13:55Z', 'updated_at': '2021-05-25T12:13:58Z', 'revision_number': 3, 'project_id': 'ac5d446aa86d403580c17e594b9b5cd4', 'gw_port': {'id': 'a67fc547-d3f2-4ec4-a020-9ec13c2493e7', 'name': '', 'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:8d:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78a618e7-ef27-4ede-b823-b90150a61529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:13:57Z', 'updated_at': '2021-05-25T12:13:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-5-smb'}], 'dv-cinder-779233-5-smb', False) {} {{(pid=92475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:14:01.349702 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d0dc80-9e61-4948-8f58-63387fbd2cfd None None] Checking router: 78a618e7-ef27-4ede-b823-b90150a61529 for host: dv-cinder-779233-5-smb {{(pid=92475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 12:14:01.350250 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d0dc80-9e61-4948-8f58-63387fbd2cfd None None] Updating router 78a618e7-ef27-4ede-b823-b90150a61529 port a67fc547-d3f2-4ec4-a020-9ec13c2493e7 binding host dv-cinder-779233-5-smb {{(pid=92475) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 12:14:01.432017 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442c26a6-5aea-4efa-803b-0f7a7dca19cd req-6c9e7318-8f48-4669-aaf8-4c7c5b616e4b tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:01.433603 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-442c26a6-5aea-4efa-803b-0f7a7dca19cd req-6c9e7318-8f48-4669-aaf8-4c7c5b616e4b tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/ports?device_id=91084e5d-21f7-47e0-ba36-ce20a3165f35 HTTP/1.1" status: 200 len: 945 time: 0.3041980 May 25 12:14:01.433949 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron_lib.callbacks.manager [None req-e8d0dc80-9e61-4948-8f58-63387fbd2cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:01.450230 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-9c14aef7-b1bf-4817-a487-889114eb31b9 req-175dbc35-a1fe-447a-b9af-0d82467d32af tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a320160-757e-42fb-b8ee-125d72b2bb08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1385169 May 25 12:14:01.542621 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Device d3ce05f2-82b1-42b8-b10d-1153dbccaa1e up at agent ovs-agent-dv-cinder-779233-5-smb {{(pid=92474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 12:14:01.556564 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-442c26a6-5aea-4efa-803b-0f7a7dca19cd req-48507a71-c15d-4134-92d2-728138f91348 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e30fd3d-56a9-4f5d-b932-be2974abe124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005893 May 25 12:14:01.687254 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Provisioning complete for port d3ce05f2-82b1-42b8-b10d-1153dbccaa1e triggered by entity L2. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 12:14:01.687876 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902397'] for port, provisioning_complete {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:01.799388 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c568ba6-0953-43da-beb8-5d063378cb45 req-60900cad-2feb-4c03-80ba-fa47eb6ea1e5 tempest-VolumesActionsTest-748357182 tempest-VolumesActionsTest-748357182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:01.801118 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-8c568ba6-0953-43da-beb8-5d063378cb45 req-60900cad-2feb-4c03-80ba-fa47eb6ea1e5 tempest-VolumesActionsTest-748357182 tempest-VolumesActionsTest-748357182-project] 10.222.0.44 "GET /v2.0/ports?device_id=1abe39d2-f5a8-4e05-a41d-0a0dfd7ca31a HTTP/1.1" status: 200 len: 943 time: 0.1767273 May 25 12:14:01.808856 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-9d0c757e-ffca-47be-b16c-de58bde216c3 req-2d4a1d8f-1c35-439a-864f-2a0fcaf9f286 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ec60dfa-fdcc-41d9-b9c2-83a40a6d2f5e HTTP/1.1" status: 200 len: 210 time: 0.0638714 May 25 12:14:01.864150 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-8c568ba6-0953-43da-beb8-5d063378cb45 req-2b0811bf-9ba6-46a5-a20f-036d9098d7ad tempest-VolumesActionsTest-748357182 tempest-VolumesActionsTest-748357182-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8654b93-897a-4ca0-a98e-867369e11a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539951 May 25 12:14:01.967546 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron_lib.callbacks.manager [None req-e8d0dc80-9e61-4948-8f58-63387fbd2cfd None None] Notify callbacks [] for port, precommit_update {{(pid=92475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:01.980506 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.provisioning_blocks [None req-e8d0dc80-9e61-4948-8f58-63387fbd2cfd None None] Transition to ACTIVE for port object a67fc547-d3f2-4ec4-a020-9ec13c2493e7 will not be triggered until provisioned by entity L2. {{(pid=92475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 12:14:02.016443 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-bf54088b-1587-4427-b4d3-90c0c2fb4e16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:02.062008 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron_lib.callbacks.manager [None req-e8d0dc80-9e61-4948-8f58-63387fbd2cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:02.069675 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG oslo_concurrency.lockutils [None req-9ac55460-dcc1-42ed-a91d-7db1be20f507 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:14:02.096348 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Device e62524ca-5b9f-461b-9a9c-c01f8e5d0464 details requested by agent hyperv_hv-cinder-77923 with host hv-cinder-77923 {{(pid=92474) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 12:14:02.146239 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.plugins.ml2.managers [None req-e8d0dc80-9e61-4948-8f58-63387fbd2cfd None None] Attempting to bind port a67fc547-d3f2-4ec4-a020-9ec13c2493e7 on host dv-cinder-779233-5-smb for vnic_type normal with profile {{(pid=92475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 12:14:02.153895 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.plugins.ml2.managers [None req-e8d0dc80-9e61-4948-8f58-63387fbd2cfd None None] Attempting to bind port a67fc547-d3f2-4ec4-a020-9ec13c2493e7 by drivers openvswitch,hyperv on host dv-cinder-779233-5-smb at level 0 using segments [{'id': '34f5f11c-fa4c-4a54-bab0-6c112d271f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d625284-12e5-4031-b909-2f88209a96c9'}] {{(pid=92475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 12:14:02.153895 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d0dc80-9e61-4948-8f58-63387fbd2cfd None None] Attempting to bind port a67fc547-d3f2-4ec4-a020-9ec13c2493e7 on network 4d625284-12e5-4031-b909-2f88209a96c9 {{(pid=92475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 12:14:02.156680 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d0dc80-9e61-4948-8f58-63387fbd2cfd None None] Checking agent: {'id': 'dfb2fd04-6671-4c26-88c9-b30127e2e29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779233-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 12, 4, 16), 'started_at': datetime.datetime(2021, 5, 25, 12, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 12, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779233-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 12:14:02.157274 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d0dc80-9e61-4948-8f58-63387fbd2cfd None None] Checking segment: {'id': '34f5f11c-fa4c-4a54-bab0-6c112d271f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d625284-12e5-4031-b909-2f88209a96c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 12:14:02.157828 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron_lib.callbacks.manager [None req-e8d0dc80-9e61-4948-8f58-63387fbd2cfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:02.158955 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d0dc80-9e61-4948-8f58-63387fbd2cfd None None] Bound using segment: {'id': '34f5f11c-fa4c-4a54-bab0-6c112d271f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d625284-12e5-4031-b909-2f88209a96c9'} {{(pid=92475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 12:14:02.159458 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.plugins.ml2.managers [None req-e8d0dc80-9e61-4948-8f58-63387fbd2cfd None None] Bound port: a67fc547-d3f2-4ec4-a020-9ec13c2493e7, host: dv-cinder-779233-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34f5f11c-fa4c-4a54-bab0-6c112d271f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d625284-12e5-4031-b909-2f88209a96c9'}}] {{(pid=92475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 12:14:02.159988 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron_lib.callbacks.manager [None req-e8d0dc80-9e61-4948-8f58-63387fbd2cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:02.182967 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c7d518-adae-48c4-bee2-abb6432bfd21 None None] Pushing event updated for resources: {'Port': ['ID=a67fc547-d3f2-4ec4-a020-9ec13c2493e7,revision_number=2']} {{(pid=92475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:14:02.203029 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c7d518-adae-48c4-bee2-abb6432bfd21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:14:02.203394 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c7d518-adae-48c4-bee2-abb6432bfd21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:14:02.204058 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c7d518-adae-48c4-bee2-abb6432bfd21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:14:02.204058 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c7d518-adae-48c4-bee2-abb6432bfd21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:14:02.204345 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c7d518-adae-48c4-bee2-abb6432bfd21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:14:02.204661 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c7d518-adae-48c4-bee2-abb6432bfd21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:14:02.205544 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c7d518-adae-48c4-bee2-abb6432bfd21 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:14:02.205855 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c7d518-adae-48c4-bee2-abb6432bfd21 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:14:02.206165 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c7d518-adae-48c4-bee2-abb6432bfd21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:14:02.206480 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c7d518-adae-48c4-bee2-abb6432bfd21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:14:02.206770 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c7d518-adae-48c4-bee2-abb6432bfd21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:14:02.207078 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c7d518-adae-48c4-bee2-abb6432bfd21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:14:02.217531 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG oslo_concurrency.lockutils [None req-76c7d518-adae-48c4-bee2-abb6432bfd21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:14:02.267089 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.plugins.ml2.db [None req-e8d0dc80-9e61-4948-8f58-63387fbd2cfd None None] For port a67fc547-d3f2-4ec4-a020-9ec13c2493e7, host dv-cinder-779233-5-smb, cleared binding levels {{(pid=92475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 12:14:02.273615 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.plugins.ml2.db [None req-e8d0dc80-9e61-4948-8f58-63387fbd2cfd None None] For port a67fc547-d3f2-4ec4-a020-9ec13c2493e7, host dv-cinder-779233-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-5-smb',level=0,port_id=a67fc547-d3f2-4ec4-a020-9ec13c2493e7,segment=NetworkSegment(34f5f11c-fa4c-4a54-bab0-6c112d271f06),segment_id=34f5f11c-fa4c-4a54-bab0-6c112d271f06)] {{(pid=92475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 12:14:02.273836 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.db_base_plugin_common [None req-bf54088b-1587-4427-b4d3-90c0c2fb4e16 admin admin] Allocated IP 172.20.0.1 (ca40b0a3-0988-4313-9746-c2b99cc0662c/c4d436e3-46bf-4879-9813-736257c5ba21/60504c9c-cb77-4cfe-a990-d04b8df90bbf) {{(pid=92473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 12:14:02.274890 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] For port e62524ca-5b9f-461b-9a9c-c01f8e5d0464, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=e62524ca-5b9f-461b-9a9c-c01f8e5d0464,segment=NetworkSegment(70fd6a27-84e6-4393-834d-58eae1636d1a),segment_id=70fd6a27-84e6-4393-834d-58eae1636d1a)] {{(pid=92474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:14:02.306189 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Returning: {'device': 'e62524ca-5b9f-461b-9a9c-c01f8e5d0464', 'network_id': '4932c12a-ed7a-4f40-9682-bfafb0e4bda8', 'port_id': 'e62524ca-5b9f-461b-9a9c-c01f8e5d0464', 'mac_address': 'fa:16:3e:1e:2f:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1930d653-651c-4942-b755-7b7eba822209', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92474) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 12:14:02.359385 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:02.388350 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.notifiers.nova [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e62524ca-5b9f-461b-9a9c-c01f8e5d0464 {{(pid=92474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 12:14:02.395107 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron_lib.callbacks.manager [None req-e8d0dc80-9e61-4948-8f58-63387fbd2cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:02.399442 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG oslo_concurrency.lockutils [None req-9ac55460-dcc1-42ed-a91d-7db1be20f507 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:14:02.409656 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] For port e62524ca-5b9f-461b-9a9c-c01f8e5d0464, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=e62524ca-5b9f-461b-9a9c-c01f8e5d0464,segment=NetworkSegment(70fd6a27-84e6-4393-834d-58eae1636d1a),segment_id=70fd6a27-84e6-4393-834d-58eae1636d1a)] {{(pid=92474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:14:02.476976 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c7d518-adae-48c4-bee2-abb6432bfd21 None None] Pushing event updated for resources: {'Port': ['ID=a67fc547-d3f2-4ec4-a020-9ec13c2493e7,revision_number=3']} {{(pid=92475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:14:02.486386 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d0dc80-9e61-4948-8f58-63387fbd2cfd None None] Routers {'78a618e7-ef27-4ede-b823-b90150a61529'} bound to L3 agent in host dv-cinder-779233-5-smb {{(pid=92475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 12:14:02.486496 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_hamode_db [None req-e8d0dc80-9e61-4948-8f58-63387fbd2cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T12:04:17Z,description=,heartbeat_timestamp=2021-05-25T12:13:47Z,host='dv-cinder-779233-5-smb',id=4aaf6e0c-8c85-4f95-8d8e-6a64f0cc3b25,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T12:04:17Z,topic='l3_agent')) {'router_ids': ['78a618e7-ef27-4ede-b823-b90150a61529'], 'active': True} {{(pid=92475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:14:02.536493 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:02.541372 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:14:02.549619 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG oslo_concurrency.lockutils [None req-76c7d518-adae-48c4-bee2-abb6432bfd21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=92475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:14:02.646669 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-bf54088b-1587-4427-b4d3-90c0c2fb4e16 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:02.669530 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Pushing event updated for resources: {'Port': ['ID=e62524ca-5b9f-461b-9a9c-c01f8e5d0464,revision_number=4']} {{(pid=92474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:14:02.674911 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:14:02.687150 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ca220c-921e-4bc9-b2f0-5174b3692852 req-ae99e0cd-20c0-40f7-9263-2c2709daae9e tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:02.690172 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [req-32ca220c-921e-4bc9-b2f0-5174b3692852 req-ae99e0cd-20c0-40f7-9263-2c2709daae9e tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] Synchronizing usage tracker for tenant:918fad47bb2948e3829058160b795c66 on resource:network {{(pid=92473) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 12:14:02.696646 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.provisioning_blocks [None req-bf54088b-1587-4427-b4d3-90c0c2fb4e16 admin admin] Transition to ACTIVE for port object 60504c9c-cb77-4cfe-a990-d04b8df90bbf will not be triggered until provisioned by entity DHCP. {{(pid=92473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 12:14:02.779774 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [req-32ca220c-921e-4bc9-b2f0-5174b3692852 req-ae99e0cd-20c0-40f7-9263-2c2709daae9e tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] Unset dirty status for tenant:918fad47bb2948e3829058160b795c66 on resource:network {{(pid=92473) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 12:14:02.781931 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-32ca220c-921e-4bc9-b2f0-5174b3692852 req-ae99e0cd-20c0-40f7-9263-2c2709daae9e tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] 10.222.0.54 "GET /v2.0/networks?id=ac869807-42c6-45d8-b26c-eb99f93861f4 HTTP/1.1" status: 200 len: 807 time: 0.3693669 May 25 12:14:02.800944 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_dvr_db [None req-e8d0dc80-9e61-4948-8f58-63387fbd2cfd None None] Set router 78a618e7-ef27-4ede-b823-b90150a61529 gateway port host: dv-cinder-779233-5-smb {{(pid=92475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 12:14:02.810455 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.v2.base [req-32ca220c-921e-4bc9-b2f0-5174b3692852 req-d200feca-5a2e-437f-bad1-a7dccbb3e852 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] Request body: {'port': {'device_id': '0ec60dfa-fdcc-41d9-b9c2-83a40a6d2f5e', 'network_id': 'ac869807-42c6-45d8-b26c-eb99f93861f4', 'admin_state_up': True, 'tenant_id': '918fad47bb2948e3829058160b795c66'}} {{(pid=92473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 12:14:02.830369 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-bf54088b-1587-4427-b4d3-90c0c2fb4e16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786008105683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2465563'] for port, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:02.839588 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-b30e4afd-3073-4d46-9e0e-5b8a4b855da7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:14:02.932271 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b877f4d-436c-48ba-8c8a-feb1e44c6de7 req-c4dbd26c-0a85-4200-bdb1-3288ce45926f tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:02.934956 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-4b877f4d-436c-48ba-8c8a-feb1e44c6de7 req-c4dbd26c-0a85-4200-bdb1-3288ce45926f tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=21c30f2a-503c-4e0d-bac1-f85b5fb9d8bb HTTP/1.1" status: 200 len: 945 time: 0.3002717 May 25 12:14:02.964891 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf54088b-1587-4427-b4d3-90c0c2fb4e16 admin admin] Network ca40b0a3-0988-4313-9746-c2b99cc0662c is already hosted by enough agents. {{(pid=92473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 12:14:02.966163 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.scheduler.base_scheduler [None req-bf54088b-1587-4427-b4d3-90c0c2fb4e16 admin admin] Resources bound (agent type, host, resource id): {{(pid=92473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 12:14:02.977390 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf54088b-1587-4427-b4d3-90c0c2fb4e16 admin admin] Received port after_create {{(pid=92473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 12:14:02.998289 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-4b877f4d-436c-48ba-8c8a-feb1e44c6de7 req-aed34f73-a17f-4bb1-a79d-0275e0d3c7e8 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a320160-757e-42fb-b8ee-125d72b2bb08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554123 May 25 12:14:03.014609 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] get_ports_and_sgs() called for port_ids ['e62524ca-5b9f-461b-9a9c-c01f8e5d0464'] {{(pid=92474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 12:14:03.016087 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5612bb4-9653-41f2-85ac-b85cde9b7929 req-2734267a-dfc1-416c-9b4d-58139ff6d0cc tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:03.024043 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-b5612bb4-9653-41f2-85ac-b85cde9b7929 req-2734267a-dfc1-416c-9b4d-58139ff6d0cc tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/ports?device_id=91084e5d-21f7-47e0-ba36-ce20a3165f35 HTTP/1.1" status: 200 len: 945 time: 0.2929158 May 25 12:14:03.108681 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-b5612bb4-9653-41f2-85ac-b85cde9b7929 req-95464ee7-a859-4322-a4b2-56f0c66cf6bd tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e30fd3d-56a9-4f5d-b932-be2974abe124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836463 May 25 12:14:03.186871 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf54088b-1587-4427-b4d3-90c0c2fb4e16 admin admin] Pushing event updated for resources: {'Port': ['ID=60504c9c-cb77-4cfe-a990-d04b8df90bbf,revision_number=1']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:14:03.194560 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-bf54088b-1587-4427-b4d3-90c0c2fb4e16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:14:03.245807 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-bf54088b-1587-4427-b4d3-90c0c2fb4e16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1040528'] for router_interface, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:03.256900 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_hamode_db [None req-e8d0dc80-9e61-4948-8f58-63387fbd2cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78a618e7-ef27-4ede-b823-b90150a61529', 'name': 'tempest-TestShelveInstance-1093127091-router', 'tenant_id': 'ac5d446aa86d403580c17e594b9b5cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'external_fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.203'}], 'enable_snat': True}, 'gw_port_id': 'a67fc547-d3f2-4ec4-a020-9ec13c2493e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T12:13:55Z', 'updated_at': '2021-05-25T12:13:58Z', 'revision_number': 3, 'project_id': 'ac5d446aa86d403580c17e594b9b5cd4', 'gw_port': {'id': 'a67fc547-d3f2-4ec4-a020-9ec13c2493e7', 'name': '', 'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:8d:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78a618e7-ef27-4ede-b823-b90150a61529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:13:57Z', 'updated_at': '2021-05-25T12:14:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-5-smb'}], 'dv-cinder-779233-5-smb', False) {} {{(pid=92475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:14:03.261202 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d0dc80-9e61-4948-8f58-63387fbd2cfd None None] The sync data for ids ['78a618e7-ef27-4ede-b823-b90150a61529'] in dv-cinder-779233-5-smb is: [{'id': '78a618e7-ef27-4ede-b823-b90150a61529', 'name': 'tempest-TestShelveInstance-1093127091-router', 'tenant_id': 'ac5d446aa86d403580c17e594b9b5cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'external_fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.203'}], 'enable_snat': True}, 'gw_port_id': 'a67fc547-d3f2-4ec4-a020-9ec13c2493e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T12:13:55Z', 'updated_at': '2021-05-25T12:13:58Z', 'revision_number': 3, 'project_id': 'ac5d446aa86d403580c17e594b9b5cd4', 'gw_port': {'id': 'a67fc547-d3f2-4ec4-a020-9ec13c2493e7', 'name': '', 'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:8d:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78a618e7-ef27-4ede-b823-b90150a61529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:13:57Z', 'updated_at': '2021-05-25T12:14:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-5-smb'}] {{(pid=92475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 12:14:03.290017 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [req-32ca220c-921e-4bc9-b2f0-5174b3692852 req-d200feca-5a2e-437f-bad1-a7dccbb3e852 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:14:03.296628 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [req-32ca220c-921e-4bc9-b2f0-5174b3692852 req-d200feca-5a2e-437f-bad1-a7dccbb3e852 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] Usage tracker for resource:port and tenant:918fad47bb2948e3829058160b795c66 is out of sync, need to count used quota {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:14:03.301200 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [req-32ca220c-921e-4bc9-b2f0-5174b3692852 req-d200feca-5a2e-437f-bad1-a7dccbb3e852 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:14:03.323841 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [req-32ca220c-921e-4bc9-b2f0-5174b3692852 req-d200feca-5a2e-437f-bad1-a7dccbb3e852 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:14:03.344764 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-0a494362-6a45-4339-a9ec-547efb6b35f0 None None] Provisioning for port 60504c9c-cb77-4cfe-a990-d04b8df90bbf completed by entity DHCP. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 12:14:03.345130 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-7fc5c02e-2c9e-4ef9-82d4-901dd4cb24ba req-283c2033-2ac0-44df-a97b-04d1d0f73fde tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ec60dfa-fdcc-41d9-b9c2-83a40a6d2f5e HTTP/1.1" status: 200 len: 210 time: 0.0581236 May 25 12:14:03.363204 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-0a494362-6a45-4339-a9ec-547efb6b35f0 None None] Provisioning complete for port 60504c9c-cb77-4cfe-a990-d04b8df90bbf triggered by entity DHCP. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 12:14:03.363204 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-0a494362-6a45-4339-a9ec-547efb6b35f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902397'] for port, provisioning_complete {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:03.456546 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.plugin [None req-0a494362-6a45-4339-a9ec-547efb6b35f0 None None] Port 60504c9c-cb77-4cfe-a990-d04b8df90bbf cannot update to ACTIVE because it is not bound. {{(pid=92474) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 12:14:03.465274 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32ca220c-921e-4bc9-b2f0-5174b3692852 req-d200feca-5a2e-437f-bad1-a7dccbb3e852 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] Made reservation on behalf of 918fad47bb2948e3829058160b795c66 for: {'port': 1} {{(pid=92473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 12:14:03.468733 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-32ca220c-921e-4bc9-b2f0-5174b3692852 req-d200feca-5a2e-437f-bad1-a7dccbb3e852 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:03.646954 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df7bbe4-7675-41db-86fe-310dddfebf22 req-93b9b197-4080-4815-b17f-c45e7114ee23 tempest-VolumesActionsTest-748357182 tempest-VolumesActionsTest-748357182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:03.666403 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-bf54088b-1587-4427-b4d3-90c0c2fb4e16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:03.671085 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-4df7bbe4-7675-41db-86fe-310dddfebf22 req-93b9b197-4080-4815-b17f-c45e7114ee23 tempest-VolumesActionsTest-748357182 tempest-VolumesActionsTest-748357182-project] 10.222.0.44 "GET /v2.0/ports?device_id=1abe39d2-f5a8-4e05-a41d-0a0dfd7ca31a HTTP/1.1" status: 200 len: 944 time: 0.1734529 May 25 12:14:03.732070 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-4df7bbe4-7675-41db-86fe-310dddfebf22 req-476a8188-4565-45c6-afa0-5b8d7657717f tempest-VolumesActionsTest-748357182 tempest-VolumesActionsTest-748357182-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8654b93-897a-4ca0-a98e-867369e11a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533445 May 25 12:14:03.856862 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.db_base_plugin_common [req-32ca220c-921e-4bc9-b2f0-5174b3692852 req-d200feca-5a2e-437f-bad1-a7dccbb3e852 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] Allocated IP 172.20.0.3 (ac869807-42c6-45d8-b26c-eb99f93861f4/2b8440fe-05fb-45fc-8abc-bbd49ec91535/65778ff9-eb23-4e5c-8520-1c47b6a95e14) {{(pid=92473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 12:14:04.112703 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Device f3940c5d-26d6-44c4-ad02-63f987bd75b6 up at agent hyperv_hv-cinder-77923 {{(pid=92474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 12:14:04.124623 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1597261-dd91-4ea3-ab4c-ebc954c42b3a req-61a8e2f1-9f02-4922-a90a-0c43bdffc6c2 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:04.132508 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-d1597261-dd91-4ea3-ab4c-ebc954c42b3a req-61a8e2f1-9f02-4922-a90a-0c43bdffc6c2 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9a81e13-45a7-497f-b969-59b5fde8ffac HTTP/1.1" status: 200 len: 946 time: 0.1138093 May 25 12:14:04.238691 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-bf54088b-1587-4427-b4d3-90c0c2fb4e16 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:04.242663 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Provisioning for port f3940c5d-26d6-44c4-ad02-63f987bd75b6 completed by entity L2. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 12:14:04.250426 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-d1597261-dd91-4ea3-ab4c-ebc954c42b3a req-5628a3ea-09b8-44cc-a2a4-fa9c100b74a1 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/security-groups?id=66037392-5f85-4874-a400-63cb75635da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155748 May 25 12:14:04.251647 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Provisioning complete for port f3940c5d-26d6-44c4-ad02-63f987bd75b6 triggered by entity L2. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 12:14:04.252294 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902397'] for port, provisioning_complete {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:04.277338 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25124a19-5b00-4beb-98eb-10eeb5adcfbc req-754860e3-8dea-413f-bab5-479d4450529e tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:04.278854 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-25124a19-5b00-4beb-98eb-10eeb5adcfbc req-754860e3-8dea-413f-bab5-479d4450529e tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=21c30f2a-503c-4e0d-bac1-f85b5fb9d8bb HTTP/1.1" status: 200 len: 945 time: 0.1246116 May 25 12:14:04.280236 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-32ca220c-921e-4bc9-b2f0-5174b3692852 req-d200feca-5a2e-437f-bad1-a7dccbb3e852 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] Notify callbacks [] for port, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:04.297643 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2a8427-a5e7-4ea2-a482-c148c53c7c9a req-b501ceae-d425-4340-b07b-92cf9a38c46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:04.299043 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-4b2a8427-a5e7-4ea2-a482-c148c53c7c9a req-b501ceae-d425-4340-b07b-92cf9a38c46e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4b9fde9de33c4fc09c0c531cf0f714fe&device_id=b9a81e13-45a7-497f-b969-59b5fde8ffac HTTP/1.1" status: 200 len: 1099 time: 0.2098527 May 25 12:14:04.301765 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-bf54088b-1587-4427-b4d3-90c0c2fb4e16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2465554'] for port, after_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:04.353540 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:14:04.373259 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-25124a19-5b00-4beb-98eb-10eeb5adcfbc req-5e878f91-f910-4597-950f-a8a7d3a439b7 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a320160-757e-42fb-b8ee-125d72b2bb08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873840 May 25 12:14:04.405525 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:04.435180 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91084e5d-21f7-47e0-ba36-ce20a3165f35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3940c5d-26d6-44c4-ad02-63f987bd75b6'}] {{(pid=92474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 12:14:04.446055 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] For port f3940c5d-26d6-44c4-ad02-63f987bd75b6, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=f3940c5d-26d6-44c4-ad02-63f987bd75b6,segment=NetworkSegment(7a2a9d6b-6c91-4fe0-a53f-9119485a4433),segment_id=7a2a9d6b-6c91-4fe0-a53f-9119485a4433)] {{(pid=92474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:14:04.533257 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf54088b-1587-4427-b4d3-90c0c2fb4e16 admin admin] Pushing event updated for resources: {'Port': ['ID=60504c9c-cb77-4cfe-a990-d04b8df90bbf,revision_number=2']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:14:04.539559 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:04.544213 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:14:04.544859 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-bf54088b-1587-4427-b4d3-90c0c2fb4e16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1040445'] for router_interface, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:04.569281 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf54088b-1587-4427-b4d3-90c0c2fb4e16 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:14:04.569711 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf54088b-1587-4427-b4d3-90c0c2fb4e16 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:14:04.570062 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf54088b-1587-4427-b4d3-90c0c2fb4e16 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:14:04.570412 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf54088b-1587-4427-b4d3-90c0c2fb4e16 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:14:04.570752 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf54088b-1587-4427-b4d3-90c0c2fb4e16 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:14:04.571093 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf54088b-1587-4427-b4d3-90c0c2fb4e16 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:14:04.571509 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf54088b-1587-4427-b4d3-90c0c2fb4e16 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:14:04.571785 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf54088b-1587-4427-b4d3-90c0c2fb4e16 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:14:04.572302 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf54088b-1587-4427-b4d3-90c0c2fb4e16 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:14:04.572639 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf54088b-1587-4427-b4d3-90c0c2fb4e16 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:14:04.572971 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf54088b-1587-4427-b4d3-90c0c2fb4e16 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:14:04.573558 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf54088b-1587-4427-b4d3-90c0c2fb4e16 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:14:04.577285 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-bf54088b-1587-4427-b4d3-90c0c2fb4e16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:14:04.586775 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-a52f09d8-17a7-4ec9-baca-daebc674cc2b req-26d7c931-5c2f-46c9-a732-0c6cf16f06a3 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ec60dfa-fdcc-41d9-b9c2-83a40a6d2f5e HTTP/1.1" status: 200 len: 210 time: 0.0748160 May 25 12:14:04.613235 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6361734-ad7c-4949-86b0-e24516b6c538 req-276a08cc-54e5-4ebb-baa2-b0cbbdc684bd tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:04.621259 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-f6361734-ad7c-4949-86b0-e24516b6c538 req-276a08cc-54e5-4ebb-baa2-b0cbbdc684bd tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/ports?device_id=91084e5d-21f7-47e0-ba36-ce20a3165f35 HTTP/1.1" status: 200 len: 945 time: 0.1908171 May 25 12:14:04.628507 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Pushing event updated for resources: {'Port': ['ID=f3940c5d-26d6-44c4-ad02-63f987bd75b6,revision_number=5']} {{(pid=92474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:14:04.638191 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:14:04.685704 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-32ca220c-921e-4bc9-b2f0-5174b3692852 req-d200feca-5a2e-437f-bad1-a7dccbb3e852 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786008105683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2465563'] for port, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:04.694684 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2a8427-a5e7-4ea2-a482-c148c53c7c9a req-214d6942-a9d4-4fca-bdf7-19ec44ca71b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:04.696428 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-4b2a8427-a5e7-4ea2-a482-c148c53c7c9a req-214d6942-a9d4-4fca-bdf7-19ec44ca71b1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=92cbe58f-da5f-428e-b139-7dfedbb5c159 HTTP/1.1" status: 200 len: 920 time: 0.3619707 May 25 12:14:04.699902 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-f6361734-ad7c-4949-86b0-e24516b6c538 req-a082efe4-2f5c-4375-964c-0b07c997b7eb tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e30fd3d-56a9-4f5d-b932-be2974abe124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776598 May 25 12:14:04.700330 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-c0127a9c-87f8-415a-b5cb-8293e0a8c312 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:14:04.838752 dv-cinder-779233-5-smb neutron-server[92474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91084e5d-21f7-47e0-ba36-ce20a3165f35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3940c5d-26d6-44c4-ad02-63f987bd75b6', 'code': 200} May 25 12:14:04.885275 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-4b2a8427-a5e7-4ea2-a482-c148c53c7c9a req-875a0882-af6b-405b-badc-1d89d5268694 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a93b8e82-f13c-4ef0-860d-d0ecda54d744 HTTP/1.1" status: 200 len: 217 time: 0.1282885 May 25 12:14:04.887614 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32ca220c-921e-4bc9-b2f0-5174b3692852 req-d200feca-5a2e-437f-bad1-a7dccbb3e852 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] Network ac869807-42c6-45d8-b26c-eb99f93861f4 is already hosted by enough agents. {{(pid=92473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 12:14:04.890260 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d200feca-5a2e-437f-bad1-a7dccbb3e852 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] Pushing event updated for resources: {'Port': ['ID=65778ff9-eb23-4e5c-8520-1c47b6a95e14,revision_number=1']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:14:04.893781 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-d200feca-5a2e-437f-bad1-a7dccbb3e852 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:14:04.896417 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.scheduler.base_scheduler [req-32ca220c-921e-4bc9-b2f0-5174b3692852 req-d200feca-5a2e-437f-bad1-a7dccbb3e852 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] Resources bound (agent type, host, resource id): {{(pid=92473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 12:14:04.898570 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.l3_dvrscheduler_db [req-32ca220c-921e-4bc9-b2f0-5174b3692852 req-d200feca-5a2e-437f-bad1-a7dccbb3e852 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] Received port after_create {{(pid=92473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 12:14:04.953934 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b1b62b-1b8c-46ff-9401-01735c55d30d req-470f122c-fb10-4229-9e6a-26fbd317b95a tempest-VolumesActionsTest-748357182 tempest-VolumesActionsTest-748357182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:04.956203 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-67b1b62b-1b8c-46ff-9401-01735c55d30d req-470f122c-fb10-4229-9e6a-26fbd317b95a tempest-VolumesActionsTest-748357182 tempest-VolumesActionsTest-748357182-project] 10.222.0.44 "GET /v2.0/ports?device_id=1abe39d2-f5a8-4e05-a41d-0a0dfd7ca31a HTTP/1.1" status: 200 len: 944 time: 0.0968165 May 25 12:14:05.000584 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-67b1b62b-1b8c-46ff-9401-01735c55d30d req-09d5d5f1-1b01-4950-a554-306152a9fb52 tempest-VolumesActionsTest-748357182 tempest-VolumesActionsTest-748357182-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8654b93-897a-4ca0-a98e-867369e11a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386086 May 25 12:14:05.051396 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2a8427-a5e7-4ea2-a482-c148c53c7c9a req-c99b72a2-bb87-401e-80f2-ca03793d844c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:05.052922 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-4b2a8427-a5e7-4ea2-a482-c148c53c7c9a req-c99b72a2-bb87-401e-80f2-ca03793d844c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ac9aa6d5-d32d-4236-bb0d-23d9288b7f03 HTTP/1.1" status: 200 len: 859 time: 0.1115725 May 25 12:14:05.060414 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf54088b-1587-4427-b4d3-90c0c2fb4e16 admin admin] Network ca40b0a3-0988-4313-9746-c2b99cc0662c is already hosted by enough agents. {{(pid=92473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 12:14:05.066901 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ca220c-921e-4bc9-b2f0-5174b3692852 req-d200feca-5a2e-437f-bad1-a7dccbb3e852 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:05.068498 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-32ca220c-921e-4bc9-b2f0-5174b3692852 req-d200feca-5a2e-437f-bad1-a7dccbb3e852 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163099'] for port, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:05.072618 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.scheduler.base_scheduler [None req-bf54088b-1587-4427-b4d3-90c0c2fb4e16 admin admin] Resources bound (agent type, host, resource id): {{(pid=92473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 12:14:05.183456 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-4b2a8427-a5e7-4ea2-a482-c148c53c7c9a req-36c85793-0c70-4807-a8d4-5bd6e4c9d9f5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=92cbe58f-da5f-428e-b139-7dfedbb5c159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1118262 May 25 12:14:05.302346 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-b9a3619d-63e1-4c17-87c5-64815fc8a485 None None] Provisioning complete for port 60504c9c-cb77-4cfe-a990-d04b8df90bbf triggered by entity DHCP. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 12:14:05.302974 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-b9a3619d-63e1-4c17-87c5-64815fc8a485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902397'] for port, provisioning_complete {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:05.364313 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.plugin [None req-b9a3619d-63e1-4c17-87c5-64815fc8a485 None None] Port 60504c9c-cb77-4cfe-a990-d04b8df90bbf cannot update to ACTIVE because it is not bound. {{(pid=92474) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 12:14:05.444375 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-32ca220c-921e-4bc9-b2f0-5174b3692852 req-d200feca-5a2e-437f-bad1-a7dccbb3e852 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6330214 May 25 12:14:05.454453 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447023a7-868d-44a0-98cd-9c6b03f43d4a req-424150b9-7655-49ee-b431-f58778f7da23 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:05.467675 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-447023a7-868d-44a0-98cd-9c6b03f43d4a req-424150b9-7655-49ee-b431-f58778f7da23 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9a81e13-45a7-497f-b969-59b5fde8ffac HTTP/1.1" status: 200 len: 946 time: 0.0962336 May 25 12:14:05.514699 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.v2.base [req-32ca220c-921e-4bc9-b2f0-5174b3692852 req-d3c3a820-5387-4153-9397-d7568bf04769 service neutron] Request body: {'port': {'device_id': '0ec60dfa-fdcc-41d9-b9c2-83a40a6d2f5e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77923'}} {{(pid=92473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 12:14:05.519658 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Device a67fc547-d3f2-4ec4-a020-9ec13c2493e7 up at agent ovs-agent-dv-cinder-779233-5-smb {{(pid=92474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 12:14:05.555964 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-447023a7-868d-44a0-98cd-9c6b03f43d4a req-813485de-da7d-4790-bb1b-356bda449232 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/security-groups?id=66037392-5f85-4874-a400-63cb75635da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871599 May 25 12:14:05.607647 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d106d8e3-0414-4214-a477-70b08413f95e req-374d36ba-82ca-4640-8fc6-37d191407388 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:05.615488 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-d106d8e3-0414-4214-a477-70b08413f95e req-374d36ba-82ca-4640-8fc6-37d191407388 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=21c30f2a-503c-4e0d-bac1-f85b5fb9d8bb HTTP/1.1" status: 200 len: 945 time: 0.1129382 May 25 12:14:05.659686 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-d106d8e3-0414-4214-a477-70b08413f95e req-72f623ac-dd15-48bb-bce5-4c89a179388c tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a320160-757e-42fb-b8ee-125d72b2bb08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432334 May 25 12:14:05.700600 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-4b2a8427-a5e7-4ea2-a482-c148c53c7c9a req-63d57beb-b9bc-4898-8521-716a3dd208c1 service neutron] 10.222.0.54 "GET /v2.0/networks/92cbe58f-da5f-428e-b139-7dfedbb5c159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3710620 May 25 12:14:05.707592 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23e2e88-c8ee-48b1-9c6b-8525e72fb121 req-5f675bb1-aef6-42d0-b160-71ef59a067cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:05.709081 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-d23e2e88-c8ee-48b1-9c6b-8525e72fb121 req-5f675bb1-aef6-42d0-b160-71ef59a067cf service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=91084e5d-21f7-47e0-ba36-ce20a3165f35 HTTP/1.1" status: 200 len: 1099 time: 0.5296366 May 25 12:14:05.711185 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf54088b-1587-4427-b4d3-90c0c2fb4e16 admin admin] Router 78a618e7-ef27-4ede-b823-b90150a61529 has already been hosted by L3 agent 4aaf6e0c-8c85-4f95-8d8e-6a64f0cc3b25 {{(pid=92473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 12:14:05.741128 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Provisioning for port a67fc547-d3f2-4ec4-a020-9ec13c2493e7 completed by entity L2. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 12:14:05.759362 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Provisioning complete for port a67fc547-d3f2-4ec4-a020-9ec13c2493e7 triggered by entity L2. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 12:14:05.762526 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902397'] for port, provisioning_complete {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:05.804930 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac45a24-ac52-4429-bbfc-afde3916bc29 req-e16646bd-0380-4b5a-8554-b780293f86bc tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:05.806845 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-bac45a24-ac52-4429-bbfc-afde3916bc29 req-e16646bd-0380-4b5a-8554-b780293f86bc tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ec60dfa-fdcc-41d9-b9c2-83a40a6d2f5e HTTP/1.1" status: 200 len: 931 time: 0.1053460 May 25 12:14:05.830637 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-32ca220c-921e-4bc9-b2f0-5174b3692852 req-d3c3a820-5387-4153-9397-d7568bf04769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:05.870170 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-bac45a24-ac52-4429-bbfc-afde3916bc29 req-15119960-9817-4738-822d-520738891c58 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] 10.222.0.44 "GET /v2.0/security-groups?id=834f1aba-53ea-460a-bb7b-da7400e454f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515738 May 25 12:14:05.979554 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d582b43a-ffa0-4ac0-b9a3-798892057909 req-d3c1ac67-22bc-4ca8-9b94-3f0796974ed7 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:05.983277 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-d582b43a-ffa0-4ac0-b9a3-798892057909 req-d3c1ac67-22bc-4ca8-9b94-3f0796974ed7 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/ports?device_id=91084e5d-21f7-47e0-ba36-ce20a3165f35 HTTP/1.1" status: 200 len: 946 time: 0.0960407 May 25 12:14:05.985971 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:06.001907 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] For port a67fc547-d3f2-4ec4-a020-9ec13c2493e7, host dv-cinder-779233-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-5-smb',level=0,port_id=a67fc547-d3f2-4ec4-a020-9ec13c2493e7,segment=NetworkSegment(34f5f11c-fa4c-4a54-bab0-6c112d271f06),segment_id=34f5f11c-fa4c-4a54-bab0-6c112d271f06)] {{(pid=92474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:14:06.021403 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-d23e2e88-c8ee-48b1-9c6b-8525e72fb121 req-93f6274d-d876-4283-8051-78e9953aecb3 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=9e30fd3d-56a9-4f5d-b932-be2974abe124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765110 May 25 12:14:06.030771 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-d582b43a-ffa0-4ac0-b9a3-798892057909 req-d00e6811-57cc-4bb2-80a7-3acf20a8c0b3 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e30fd3d-56a9-4f5d-b932-be2974abe124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436249 May 25 12:14:06.059411 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:06.062206 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:14:06.124290 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Device e62524ca-5b9f-461b-9a9c-c01f8e5d0464 up at agent hyperv_hv-cinder-77923 {{(pid=92474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 12:14:06.132533 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-4b2a8427-a5e7-4ea2-a482-c148c53c7c9a req-61ea687d-8297-48d3-8a5c-4c6063941836 service neutron] 10.222.0.54 "GET /v2.0/networks/92cbe58f-da5f-428e-b139-7dfedbb5c159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4202375 May 25 12:14:06.199399 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Pushing event updated for resources: {'Port': ['ID=a67fc547-d3f2-4ec4-a020-9ec13c2493e7,revision_number=4']} {{(pid=92474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:14:06.207084 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf14724-6690-430d-9d32-9e4057b78b23 req-c9242f29-eb6d-40dc-a336-ec9f3ee5edde tempest-VolumesActionsTest-748357182 tempest-VolumesActionsTest-748357182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:06.209633 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:14:06.211852 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-0bf14724-6690-430d-9d32-9e4057b78b23 req-c9242f29-eb6d-40dc-a336-ec9f3ee5edde tempest-VolumesActionsTest-748357182 tempest-VolumesActionsTest-748357182-project] 10.222.0.44 "GET /v2.0/ports?device_id=1abe39d2-f5a8-4e05-a41d-0a0dfd7ca31a HTTP/1.1" status: 200 len: 944 time: 0.0940099 May 25 12:14:06.228335 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf54088b-1587-4427-b4d3-90c0c2fb4e16 admin admin] Notify agent at l3_agent.dv-cinder-779233-5-smb the message routers_updated {{(pid=92473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 12:14:06.234957 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-bf54088b-1587-4427-b4d3-90c0c2fb4e16 admin admin] 10.222.0.44 "PUT /v2.0/routers/78a618e7-ef27-4ede-b823-b90150a61529/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4628470 May 25 12:14:06.238592 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937dcd71-f0d6-4fc4-bac7-0f143fe84be1 None None] Sync routers for ids ['78a618e7-ef27-4ede-b823-b90150a61529'] in dv-cinder-779233-5-smb {{(pid=92474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 12:14:06.249381 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937dcd71-f0d6-4fc4-bac7-0f143fe84be1 None None] Routers {'78a618e7-ef27-4ede-b823-b90150a61529'} bound to L3 agent in host dv-cinder-779233-5-smb {{(pid=92474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 12:14:06.250112 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_hamode_db [None req-937dcd71-f0d6-4fc4-bac7-0f143fe84be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T12:04:17Z,description=,heartbeat_timestamp=2021-05-25T12:13:47Z,host='dv-cinder-779233-5-smb',id=4aaf6e0c-8c85-4f95-8d8e-6a64f0cc3b25,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T12:04:17Z,topic='l3_agent')) {'router_ids': ['78a618e7-ef27-4ede-b823-b90150a61529'], 'active': True} {{(pid=92474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:14:06.261715 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-0bf14724-6690-430d-9d32-9e4057b78b23 req-6a142844-fefd-4aa5-aae9-e9a3cb020a36 tempest-VolumesActionsTest-748357182 tempest-VolumesActionsTest-748357182-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8654b93-897a-4ca0-a98e-867369e11a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460169 May 25 12:14:06.397151 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Provisioning for port e62524ca-5b9f-461b-9a9c-c01f8e5d0464 completed by entity L2. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 12:14:06.418436 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Provisioning complete for port e62524ca-5b9f-461b-9a9c-c01f8e5d0464 triggered by entity L2. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 12:14:06.418928 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902397'] for port, provisioning_complete {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:06.444599 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.notifiers.nova [req-32ca220c-921e-4bc9-b2f0-5174b3692852 req-d3c3a820-5387-4153-9397-d7568bf04769 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65778ff9-eb23-4e5c-8520-1c47b6a95e14 {{(pid=92473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 12:14:06.454299 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-32ca220c-921e-4bc9-b2f0-5174b3692852 req-d3c3a820-5387-4153-9397-d7568bf04769 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:06.473920 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.provisioning_blocks [req-32ca220c-921e-4bc9-b2f0-5174b3692852 req-d3c3a820-5387-4153-9397-d7568bf04769 service neutron] Transition to ACTIVE for port object 65778ff9-eb23-4e5c-8520-1c47b6a95e14 will not be triggered until provisioned by entity L2. {{(pid=92473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 12:14:06.510354 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_dvr_db [None req-937dcd71-f0d6-4fc4-bac7-0f143fe84be1 None None] Set router 78a618e7-ef27-4ede-b823-b90150a61529 gateway port host: dv-cinder-779233-5-smb {{(pid=92474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 12:14:06.535981 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-32ca220c-921e-4bc9-b2f0-5174b3692852 req-d3c3a820-5387-4153-9397-d7568bf04769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2465554'] for port, after_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:06.539891 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:14:06.680676 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c3a820-5387-4153-9397-d7568bf04769 service neutron] Pushing event updated for resources: {'Port': ['ID=65778ff9-eb23-4e5c-8520-1c47b6a95e14,revision_number=2']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:14:06.729143 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-d3c3a820-5387-4153-9397-d7568bf04769 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:14:06.806291 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad1de7e-a66a-477f-bbaa-3a579275c6cb req-0d2d2000-695c-4ac5-928c-12e897d977f1 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:06.813784 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.managers [req-32ca220c-921e-4bc9-b2f0-5174b3692852 req-d3c3a820-5387-4153-9397-d7568bf04769 service neutron] Attempting to bind port 65778ff9-eb23-4e5c-8520-1c47b6a95e14 on host hv-cinder-77923 for vnic_type normal with profile {{(pid=92473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 12:14:06.815560 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.managers [req-32ca220c-921e-4bc9-b2f0-5174b3692852 req-d3c3a820-5387-4153-9397-d7568bf04769 service neutron] Attempting to bind port 65778ff9-eb23-4e5c-8520-1c47b6a95e14 by drivers openvswitch,hyperv on host hv-cinder-77923 at level 0 using segments [{'id': '8b99aeb2-0b7b-4047-b44a-6b390554f41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'ac869807-42c6-45d8-b26c-eb99f93861f4'}] {{(pid=92473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 12:14:06.816084 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ca220c-921e-4bc9-b2f0-5174b3692852 req-d3c3a820-5387-4153-9397-d7568bf04769 service neutron] Attempting to bind port 65778ff9-eb23-4e5c-8520-1c47b6a95e14 on network ac869807-42c6-45d8-b26c-eb99f93861f4 {{(pid=92473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 12:14:06.816227 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-fad1de7e-a66a-477f-bbaa-3a579275c6cb req-0d2d2000-695c-4ac5-928c-12e897d977f1 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9a81e13-45a7-497f-b969-59b5fde8ffac HTTP/1.1" status: 200 len: 946 time: 0.1161156 May 25 12:14:06.821894 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ca220c-921e-4bc9-b2f0-5174b3692852 req-d3c3a820-5387-4153-9397-d7568bf04769 service neutron] Port 65778ff9-eb23-4e5c-8520-1c47b6a95e14 on network ac869807-42c6-45d8-b26c-eb99f93861f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77923 {{(pid=92473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 12:14:06.822407 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ca220c-921e-4bc9-b2f0-5174b3692852 req-d3c3a820-5387-4153-9397-d7568bf04769 service neutron] Attempting to bind port 65778ff9-eb23-4e5c-8520-1c47b6a95e14 on network ac869807-42c6-45d8-b26c-eb99f93861f4 {{(pid=92473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 12:14:06.829701 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ca220c-921e-4bc9-b2f0-5174b3692852 req-d3c3a820-5387-4153-9397-d7568bf04769 service neutron] Checking agent: {'id': 'ffba2d31-78f6-4a67-909d-2363647ed231', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77923', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 12, 10, 27), 'started_at': datetime.datetime(2021, 5, 25, 12, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 12, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 12:14:06.830970 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ca220c-921e-4bc9-b2f0-5174b3692852 req-d3c3a820-5387-4153-9397-d7568bf04769 service neutron] Checking segment: {'id': '8b99aeb2-0b7b-4047-b44a-6b390554f41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'ac869807-42c6-45d8-b26c-eb99f93861f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 12:14:06.831711 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32ca220c-921e-4bc9-b2f0-5174b3692852 req-d3c3a820-5387-4153-9397-d7568bf04769 service neutron] Bound using segment: {'id': '8b99aeb2-0b7b-4047-b44a-6b390554f41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'ac869807-42c6-45d8-b26c-eb99f93861f4'} {{(pid=92473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 12:14:06.832727 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.managers [req-32ca220c-921e-4bc9-b2f0-5174b3692852 req-d3c3a820-5387-4153-9397-d7568bf04769 service neutron] Bound port: 65778ff9-eb23-4e5c-8520-1c47b6a95e14, host: hv-cinder-77923, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b99aeb2-0b7b-4047-b44a-6b390554f41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'ac869807-42c6-45d8-b26c-eb99f93861f4'}}] {{(pid=92473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 12:14:06.833693 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-32ca220c-921e-4bc9-b2f0-5174b3692852 req-d3c3a820-5387-4153-9397-d7568bf04769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:06.844731 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:06.928119 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1abe39d2-f5a8-4e05-a41d-0a0dfd7ca31a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e62524ca-5b9f-461b-9a9c-c01f8e5d0464'}] {{(pid=92474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 12:14:06.945164 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] For port e62524ca-5b9f-461b-9a9c-c01f8e5d0464, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=e62524ca-5b9f-461b-9a9c-c01f8e5d0464,segment=NetworkSegment(70fd6a27-84e6-4393-834d-58eae1636d1a),segment_id=70fd6a27-84e6-4393-834d-58eae1636d1a)] {{(pid=92474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:14:06.961582 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.db [req-32ca220c-921e-4bc9-b2f0-5174b3692852 req-d3c3a820-5387-4153-9397-d7568bf04769 service neutron] For port 65778ff9-eb23-4e5c-8520-1c47b6a95e14, host hv-cinder-77923, cleared binding levels {{(pid=92473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 12:14:06.965190 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.db [req-32ca220c-921e-4bc9-b2f0-5174b3692852 req-d3c3a820-5387-4153-9397-d7568bf04769 service neutron] For port 65778ff9-eb23-4e5c-8520-1c47b6a95e14, host hv-cinder-77923, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=65778ff9-eb23-4e5c-8520-1c47b6a95e14,segment=NetworkSegment(8b99aeb2-0b7b-4047-b44a-6b390554f41d),segment_id=8b99aeb2-0b7b-4047-b44a-6b390554f41d)] {{(pid=92473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 12:14:06.967701 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-fad1de7e-a66a-477f-bbaa-3a579275c6cb req-72b97e39-7c89-4939-9a16-b25991109d73 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/security-groups?id=66037392-5f85-4874-a400-63cb75635da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505487 May 25 12:14:06.996514 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_hamode_db [None req-937dcd71-f0d6-4fc4-bac7-0f143fe84be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78a618e7-ef27-4ede-b823-b90150a61529', 'name': 'tempest-TestShelveInstance-1093127091-router', 'tenant_id': 'ac5d446aa86d403580c17e594b9b5cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'external_fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.203'}], 'enable_snat': True}, 'gw_port_id': 'a67fc547-d3f2-4ec4-a020-9ec13c2493e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T12:13:55Z', 'updated_at': '2021-05-25T12:14:03Z', 'revision_number': 4, 'project_id': 'ac5d446aa86d403580c17e594b9b5cd4', 'gw_port': {'id': 'a67fc547-d3f2-4ec4-a020-9ec13c2493e7', 'name': '', 'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:8d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a618e7-ef27-4ede-b823-b90150a61529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:13:57Z', 'updated_at': '2021-05-25T12:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-5-smb', '_interfaces': [{'id': '60504c9c-cb77-4cfe-a990-d04b8df90bbf', 'name': '', 'network_id': 'ca40b0a3-0988-4313-9746-c2b99cc0662c', 'tenant_id': 'ac5d446aa86d403580c17e594b9b5cd4', 'mac_address': 'fa:16:3e:27:4f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78a618e7-ef27-4ede-b823-b90150a61529', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'c4d436e3-46bf-4879-9813-736257c5ba21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:14:02Z', 'updated_at': '2021-05-25T12:14:03Z', 'revision_number': 2, 'project_id': 'ac5d446aa86d403580c17e594b9b5cd4', 'subnets': [{'id': 'c4d436e3-46bf-4879-9813-736257c5ba21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-5-smb', False) {} {{(pid=92474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:14:07.001950 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:07.004144 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-42ae34ee-1741-4059-971f-c2638712649d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:14:07.010422 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59a1acc-21e5-42f8-8661-26a227e213f5 req-4ec7a703-18b4-4735-b1dc-1c80fd4b38c5 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:07.010422 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-b59a1acc-21e5-42f8-8661-26a227e213f5 req-4ec7a703-18b4-4735-b1dc-1c80fd4b38c5 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=21c30f2a-503c-4e0d-bac1-f85b5fb9d8bb HTTP/1.1" status: 200 len: 945 time: 0.1755819 May 25 12:14:07.028075 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-32ca220c-921e-4bc9-b2f0-5174b3692852 req-d3c3a820-5387-4153-9397-d7568bf04769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2465554'] for port, after_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:07.033431 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-bf0f3201-5929-4ef6-9c70-8cf96fc4c3ac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:14:07.040109 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937dcd71-f0d6-4fc4-bac7-0f143fe84be1 None None] Checking router: 78a618e7-ef27-4ede-b823-b90150a61529 for host: dv-cinder-779233-5-smb {{(pid=92474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 12:14:07.040109 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937dcd71-f0d6-4fc4-bac7-0f143fe84be1 None None] Updating router 78a618e7-ef27-4ede-b823-b90150a61529 port 60504c9c-cb77-4cfe-a990-d04b8df90bbf binding host dv-cinder-779233-5-smb {{(pid=92474) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 12:14:07.113540 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-b59a1acc-21e5-42f8-8661-26a227e213f5 req-2a2e4628-786e-4a0d-bfcd-ea12690146db tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a320160-757e-42fb-b8ee-125d72b2bb08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988719 May 25 12:14:07.151534 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Pushing event updated for resources: {'Port': ['ID=e62524ca-5b9f-461b-9a9c-c01f8e5d0464,revision_number=5']} {{(pid=92474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:14:07.168817 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-937dcd71-f0d6-4fc4-bac7-0f143fe84be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:07.178814 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:14:07.221580 dv-cinder-779233-5-smb neutron-server[92474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1abe39d2-f5a8-4e05-a41d-0a0dfd7ca31a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e62524ca-5b9f-461b-9a9c-c01f8e5d0464', 'code': 200} May 25 12:14:07.247536 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a5b162-2ee8-4507-a373-cb11a169ffe9 req-5eabc610-8edf-4bcf-81c8-04c5cc10a707 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:07.255256 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-95a5b162-2ee8-4507-a373-cb11a169ffe9 req-5eabc610-8edf-4bcf-81c8-04c5cc10a707 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ec60dfa-fdcc-41d9-b9c2-83a40a6d2f5e HTTP/1.1" status: 200 len: 943 time: 0.1159146 May 25 12:14:07.332569 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-95a5b162-2ee8-4507-a373-cb11a169ffe9 req-bed7bb6d-f8be-4033-9d1e-61546c036d1f tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] 10.222.0.44 "GET /v2.0/security-groups?id=834f1aba-53ea-460a-bb7b-da7400e454f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762575 May 25 12:14:07.369763 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ca220c-921e-4bc9-b2f0-5174b3692852 req-d3c3a820-5387-4153-9397-d7568bf04769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:07.370368 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-32ca220c-921e-4bc9-b2f0-5174b3692852 req-d3c3a820-5387-4153-9397-d7568bf04769 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163099'] for port, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:07.392002 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-32ca220c-921e-4bc9-b2f0-5174b3692852 req-d3c3a820-5387-4153-9397-d7568bf04769 service neutron] 10.222.0.54 "PUT /v2.0/ports/65778ff9-eb23-4e5c-8520-1c47b6a95e14 HTTP/1.1" status: 200 len: 1093 time: 1.9380391 May 25 12:14:07.393065 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ec60dfa-fdcc-41d9-b9c2-83a40a6d2f5e', 'tag': '65778ff9-eb23-4e5c-8520-1c47b6a95e14'}] {{(pid=92473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 12:14:07.435735 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 38802) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:14:07.445698 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c3a820-5387-4153-9397-d7568bf04769 service neutron] Pushing event updated for resources: {'Port': ['ID=65778ff9-eb23-4e5c-8520-1c47b6a95e14,revision_number=3']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:14:07.452730 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-d3c3a820-5387-4153-9397-d7568bf04769 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:14:07.476985 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.v2.base [None req-78aea08b-aeed-448d-b0b0-a553f1b003b7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-516358481-network', 'tenant_id': '3af507f0e425422ca3c7895be8c0782e'}} {{(pid=92472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 12:14:07.485325 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-78aea08b-aeed-448d-b0b0-a553f1b003b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:14:07.506471 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-78aea08b-aeed-448d-b0b0-a553f1b003b7 admin admin] Usage tracker for resource:network and tenant:3af507f0e425422ca3c7895be8c0782e is out of sync, need to count used quota {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:14:07.515580 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-78aea08b-aeed-448d-b0b0-a553f1b003b7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:14:07.543449 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Device a67fc547-d3f2-4ec4-a020-9ec13c2493e7 up at agent ovs-agent-dv-cinder-779233-5-smb {{(pid=92474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 12:14:07.565974 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-78aea08b-aeed-448d-b0b0-a553f1b003b7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:14:07.615525 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb97d8e-6abf-446f-baff-aabf505da536 req-947932dd-be28-4317-b3f9-76ceed7e79ba tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:07.622380 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-1bb97d8e-6abf-446f-baff-aabf505da536 req-947932dd-be28-4317-b3f9-76ceed7e79ba tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/ports?device_id=91084e5d-21f7-47e0-ba36-ce20a3165f35 HTTP/1.1" status: 200 len: 946 time: 0.2629535 May 25 12:14:07.669407 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Provisioning complete for port a67fc547-d3f2-4ec4-a020-9ec13c2493e7 triggered by entity L2. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 12:14:07.670122 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902397'] for port, provisioning_complete {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:07.688135 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ca220c-921e-4bc9-b2f0-5174b3692852 req-b63dc2b0-10bc-4630-8cc1-ab8ed095b8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:07.690191 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-32ca220c-921e-4bc9-b2f0-5174b3692852 req-b63dc2b0-10bc-4630-8cc1-ab8ed095b8c3 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=918fad47bb2948e3829058160b795c66&device_id=0ec60dfa-fdcc-41d9-b9c2-83a40a6d2f5e HTTP/1.1" status: 200 len: 1096 time: 0.0815241 May 25 12:14:07.697480 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d594676-abaf-4317-8074-90b347596829 req-1ac11c60-5f07-4fe6-b252-7faf1d0aa4de tempest-VolumesActionsTest-748357182 tempest-VolumesActionsTest-748357182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:07.699214 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-6d594676-abaf-4317-8074-90b347596829 req-1ac11c60-5f07-4fe6-b252-7faf1d0aa4de tempest-VolumesActionsTest-748357182 tempest-VolumesActionsTest-748357182-project] 10.222.0.44 "GET /v2.0/ports?device_id=1abe39d2-f5a8-4e05-a41d-0a0dfd7ca31a HTTP/1.1" status: 200 len: 945 time: 0.1849158 May 25 12:14:07.701839 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-1bb97d8e-6abf-446f-baff-aabf505da536 req-7d004088-f81d-40d9-873f-6d7edc354de5 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e30fd3d-56a9-4f5d-b932-be2974abe124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784068 May 25 12:14:07.721713 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78aea08b-aeed-448d-b0b0-a553f1b003b7 admin admin] Made reservation on behalf of 3af507f0e425422ca3c7895be8c0782e for: {'network': 1} {{(pid=92472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 12:14:07.724123 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-78aea08b-aeed-448d-b0b0-a553f1b003b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080768'] for network, before_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:07.746821 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-78aea08b-aeed-448d-b0b0-a553f1b003b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:07.827218 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ec60dfa-fdcc-41d9-b9c2-83a40a6d2f5e', 'tag': '65778ff9-eb23-4e5c-8520-1c47b6a95e14', 'status': 'completed', 'code': 200} May 25 12:14:07.843994 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-937dcd71-f0d6-4fc4-bac7-0f143fe84be1 None None] Notify callbacks [] for port, precommit_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:07.847815 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-32ca220c-921e-4bc9-b2f0-5174b3692852 req-cbb53bec-ff3f-4230-97d6-b57954818a96 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65778ff9-eb23-4e5c-8520-1c47b6a95e14 HTTP/1.1" status: 200 len: 217 time: 0.0855396 May 25 12:14:07.860690 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-78aea08b-aeed-448d-b0b0-a553f1b003b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:14:07.869075 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-78aea08b-aeed-448d-b0b0-a553f1b003b7 admin admin] Usage tracker for resource:security_group_rule and tenant:3af507f0e425422ca3c7895be8c0782e is out of sync, need to count used quota {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:14:07.873194 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-78aea08b-aeed-448d-b0b0-a553f1b003b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:14:07.874979 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-937dcd71-f0d6-4fc4-bac7-0f143fe84be1 None None] Transition to ACTIVE for port object 60504c9c-cb77-4cfe-a990-d04b8df90bbf will not be triggered until provisioned by entity L2. {{(pid=92474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 12:14:07.881139 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-6d594676-abaf-4317-8074-90b347596829 req-a87172e0-fbb4-44ed-8b1a-65cf045c5d31 tempest-VolumesActionsTest-748357182 tempest-VolumesActionsTest-748357182-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8654b93-897a-4ca0-a98e-867369e11a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741831 May 25 12:14:07.885782 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-78aea08b-aeed-448d-b0b0-a553f1b003b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:14:07.934054 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7769316-83d6-4022-828b-09c052486347 req-ae16d9db-5a4d-4960-a757-8c0f7f1da0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:07.935533 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-e7769316-83d6-4022-828b-09c052486347 req-ae16d9db-5a4d-4960-a757-8c0f7f1da0ab service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1abe39d2-f5a8-4e05-a41d-0a0dfd7ca31a HTTP/1.1" status: 200 len: 1098 time: 0.2083395 May 25 12:14:07.936769 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ca220c-921e-4bc9-b2f0-5174b3692852 req-b311d893-c1ff-4192-a01d-0813d6cb01ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:07.938011 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-32ca220c-921e-4bc9-b2f0-5174b3692852 req-b311d893-c1ff-4192-a01d-0813d6cb01ab service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2b8440fe-05fb-45fc-8abc-bbd49ec91535 HTTP/1.1" status: 200 len: 847 time: 0.0802097 May 25 12:14:07.980040 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-937dcd71-f0d6-4fc4-bac7-0f143fe84be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:07.981153 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-78aea08b-aeed-448d-b0b0-a553f1b003b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:07.989720 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:14:08.020751 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-32ca220c-921e-4bc9-b2f0-5174b3692852 req-4db012a1-b598-4d6e-a442-69eeba9eef63 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ac869807-42c6-45d8-b26c-eb99f93861f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541596 May 25 12:14:08.053692 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-78aea08b-aeed-448d-b0b0-a553f1b003b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:08.057799 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-a4834614-6d48-476a-b46c-8bc69ae34a2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:14:08.084663 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78aea08b-aeed-448d-b0b0-a553f1b003b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=92472) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 12:14:08.095425 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78aea08b-aeed-448d-b0b0-a553f1b003b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=830df7b0-b1fd-4f46-865c-bab44a2b67f6,revision_number=1']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:14:08.100370 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-78aea08b-aeed-448d-b0b0-a553f1b003b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1959408'] for segment, precommit_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:08.100713 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.db.segments_db [None req-78aea08b-aeed-448d-b0b0-a553f1b003b7 admin admin] Added segment 4ce09daa-ccf8-4524-9228-8989372e2e71 of type vlan for network 77ad1c50-247b-40b9-b7b8-c6cd79f26015 May 25 12:14:08.105651 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d68ff85-bdd2-4813-9ca1-2e011d3ddef8 None None] Pushing event updated for resources: {'Port': ['ID=60504c9c-cb77-4cfe-a990-d04b8df90bbf,revision_number=3']} {{(pid=92474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:14:08.109564 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78aea08b-aeed-448d-b0b0-a553f1b003b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:14:08.109921 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78aea08b-aeed-448d-b0b0-a553f1b003b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:14:08.113604 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78aea08b-aeed-448d-b0b0-a553f1b003b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:14:08.113604 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78aea08b-aeed-448d-b0b0-a553f1b003b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:14:08.113604 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78aea08b-aeed-448d-b0b0-a553f1b003b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:14:08.113604 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78aea08b-aeed-448d-b0b0-a553f1b003b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:14:08.113604 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78aea08b-aeed-448d-b0b0-a553f1b003b7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:14:08.113604 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78aea08b-aeed-448d-b0b0-a553f1b003b7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:14:08.113604 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78aea08b-aeed-448d-b0b0-a553f1b003b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:14:08.113604 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78aea08b-aeed-448d-b0b0-a553f1b003b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:14:08.113604 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78aea08b-aeed-448d-b0b0-a553f1b003b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:14:08.114974 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78aea08b-aeed-448d-b0b0-a553f1b003b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:14:08.126547 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-78aea08b-aeed-448d-b0b0-a553f1b003b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:14:08.156952 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-e7769316-83d6-4022-828b-09c052486347 req-4168a85a-fcfd-4ba8-bb69-1e45e2ea2fdb service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=c8654b93-897a-4ca0-a98e-867369e11a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039862 May 25 12:14:08.175594 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-7d68ff85-bdd2-4813-9ca1-2e011d3ddef8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:14:08.223857 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-78aea08b-aeed-448d-b0b0-a553f1b003b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786008126284'] for network, precommit_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:08.239020 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-32ca220c-921e-4bc9-b2f0-5174b3692852 req-c7214b80-f95d-4087-88bd-b1b7384fbcb9 service neutron] 10.222.0.54 "GET /v2.0/networks/ac869807-42c6-45d8-b26c-eb99f93861f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092288 May 25 12:14:08.330442 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.managers [None req-937dcd71-f0d6-4fc4-bac7-0f143fe84be1 None None] Attempting to bind port 60504c9c-cb77-4cfe-a990-d04b8df90bbf on host dv-cinder-779233-5-smb for vnic_type normal with profile {{(pid=92474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 12:14:08.331147 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.managers [None req-937dcd71-f0d6-4fc4-bac7-0f143fe84be1 None None] Attempting to bind port 60504c9c-cb77-4cfe-a990-d04b8df90bbf by drivers openvswitch,hyperv on host dv-cinder-779233-5-smb at level 0 using segments [{'id': '49097f92-0341-4168-ba1f-09a48ee48333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'ca40b0a3-0988-4313-9746-c2b99cc0662c'}] {{(pid=92474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 12:14:08.331746 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937dcd71-f0d6-4fc4-bac7-0f143fe84be1 None None] Attempting to bind port 60504c9c-cb77-4cfe-a990-d04b8df90bbf on network ca40b0a3-0988-4313-9746-c2b99cc0662c {{(pid=92474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 12:14:08.338734 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937dcd71-f0d6-4fc4-bac7-0f143fe84be1 None None] Checking agent: {'id': 'dfb2fd04-6671-4c26-88c9-b30127e2e29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779233-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 12, 4, 16), 'started_at': datetime.datetime(2021, 5, 25, 12, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 12, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779233-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 12:14:08.339494 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937dcd71-f0d6-4fc4-bac7-0f143fe84be1 None None] Checking segment: {'id': '49097f92-0341-4168-ba1f-09a48ee48333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'ca40b0a3-0988-4313-9746-c2b99cc0662c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 12:14:08.340083 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-937dcd71-f0d6-4fc4-bac7-0f143fe84be1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:08.340673 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937dcd71-f0d6-4fc4-bac7-0f143fe84be1 None None] Bound using segment: {'id': '49097f92-0341-4168-ba1f-09a48ee48333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'ca40b0a3-0988-4313-9746-c2b99cc0662c'} {{(pid=92474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 12:14:08.341345 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.managers [None req-937dcd71-f0d6-4fc4-bac7-0f143fe84be1 None None] Bound port: 60504c9c-cb77-4cfe-a990-d04b8df90bbf, host: dv-cinder-779233-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49097f92-0341-4168-ba1f-09a48ee48333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'ca40b0a3-0988-4313-9746-c2b99cc0662c'}}] {{(pid=92474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 12:14:08.341954 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-937dcd71-f0d6-4fc4-bac7-0f143fe84be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:08.368522 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebfef0a-5d2a-4780-958c-65eaf1910b90 req-7b010f5a-dae5-4823-ae1c-17a273603c0b tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:08.378039 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-0ebfef0a-5d2a-4780-958c-65eaf1910b90 req-7b010f5a-dae5-4823-ae1c-17a273603c0b tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9a81e13-45a7-497f-b969-59b5fde8ffac HTTP/1.1" status: 200 len: 946 time: 0.2175732 May 25 12:14:08.422304 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-32ca220c-921e-4bc9-b2f0-5174b3692852 req-e5990fc2-92f6-4df7-9741-77d9f09d9e72 service neutron] 10.222.0.54 "GET /v2.0/networks/ac869807-42c6-45d8-b26c-eb99f93861f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748438 May 25 12:14:08.437894 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-78aea08b-aeed-448d-b0b0-a553f1b003b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1019683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-653800'] for network, after_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:08.445478 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78aea08b-aeed-448d-b0b0-a553f1b003b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:08.445776 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-78aea08b-aeed-448d-b0b0-a553f1b003b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653773'] for network, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:08.453094 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-0ebfef0a-5d2a-4780-958c-65eaf1910b90 req-6ae949d5-fd2f-4fe0-8d70-8e05760aba82 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/security-groups?id=66037392-5f85-4874-a400-63cb75635da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735459 May 25 12:14:08.457773 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-1a3446ac-4af6-4593-a1c2-bd90034b674f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:14:08.464598 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-937dcd71-f0d6-4fc4-bac7-0f143fe84be1 None None] For port 60504c9c-cb77-4cfe-a990-d04b8df90bbf, host dv-cinder-779233-5-smb, cleared binding levels {{(pid=92474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 12:14:08.468087 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-937dcd71-f0d6-4fc4-bac7-0f143fe84be1 None None] For port 60504c9c-cb77-4cfe-a990-d04b8df90bbf, host dv-cinder-779233-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-5-smb',level=0,port_id=60504c9c-cb77-4cfe-a990-d04b8df90bbf,segment=NetworkSegment(49097f92-0341-4168-ba1f-09a48ee48333),segment_id=49097f92-0341-4168-ba1f-09a48ee48333)] {{(pid=92474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 12:14:08.548473 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-937dcd71-f0d6-4fc4-bac7-0f143fe84be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:08.553164 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:14:08.581027 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78aea08b-aeed-448d-b0b0-a553f1b003b7 admin admin] Pushing event updated for resources: {'Network': ['ID=77ad1c50-247b-40b9-b7b8-c6cd79f26015,revision_number=1']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:14:08.594212 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Network 77ad1c50-247b-40b9-b7b8-c6cd79f26015 details requested by agent ovs-agent-dv-cinder-779233-5-smb with host dv-cinder-779233-5-smb {{(pid=92474) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 12:14:08.627432 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24a1e52-28bf-4a05-8370-3cfebe3c3c55 req-36402f68-2a51-4d1d-a913-050393c969e1 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:08.639104 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-d24a1e52-28bf-4a05-8370-3cfebe3c3c55 req-36402f68-2a51-4d1d-a913-050393c969e1 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=21c30f2a-503c-4e0d-bac1-f85b5fb9d8bb HTTP/1.1" status: 200 len: 945 time: 0.3351057 May 25 12:14:08.639104 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-78aea08b-aeed-448d-b0b0-a553f1b003b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:14:08.639104 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-78aea08b-aeed-448d-b0b0-a553f1b003b7 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1990812 May 25 12:14:08.640081 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 38818) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:14:08.646639 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.v2.base [None req-62a96ea0-6c28-42c1-b83a-708e37c823a9 admin admin] Request body: {'subnet': {'network_id': '77ad1c50-247b-40b9-b7b8-c6cd79f26015', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-516358481-subnet', 'tenant_id': '3af507f0e425422ca3c7895be8c0782e', 'ip_version': 4}} {{(pid=92473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 12:14:08.653907 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-62a96ea0-6c28-42c1-b83a-708e37c823a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:14:08.659813 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-62a96ea0-6c28-42c1-b83a-708e37c823a9 admin admin] Usage tracker for resource:subnet and tenant:3af507f0e425422ca3c7895be8c0782e is out of sync, need to count used quota {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:14:08.666437 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-62a96ea0-6c28-42c1-b83a-708e37c823a9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:14:08.670983 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405b3f10-a726-4e61-9b30-95ff99f2752b req-f46ebf73-4080-4fe4-b98c-04db2a8df545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:08.672510 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-405b3f10-a726-4e61-9b30-95ff99f2752b req-f46ebf73-4080-4fe4-b98c-04db2a8df545 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=918fad47bb2948e3829058160b795c66&device_id=0ec60dfa-fdcc-41d9-b9c2-83a40a6d2f5e HTTP/1.1" status: 200 len: 1096 time: 0.1139810 May 25 12:14:08.673927 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-62a96ea0-6c28-42c1-b83a-708e37c823a9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:14:08.693671 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-d24a1e52-28bf-4a05-8370-3cfebe3c3c55 req-f7db2924-cd25-4e3d-85fe-7a87d25a1669 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a320160-757e-42fb-b8ee-125d72b2bb08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515943 May 25 12:14:08.756316 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937dcd71-f0d6-4fc4-bac7-0f143fe84be1 None None] Routers {'78a618e7-ef27-4ede-b823-b90150a61529'} bound to L3 agent in host dv-cinder-779233-5-smb {{(pid=92474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 12:14:08.756945 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_hamode_db [None req-937dcd71-f0d6-4fc4-bac7-0f143fe84be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T12:04:17Z,description=,heartbeat_timestamp=2021-05-25T12:13:47Z,host='dv-cinder-779233-5-smb',id=4aaf6e0c-8c85-4f95-8d8e-6a64f0cc3b25,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T12:04:17Z,topic='l3_agent')) {'router_ids': ['78a618e7-ef27-4ede-b823-b90150a61529'], 'active': True} {{(pid=92474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:14:08.764139 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942847ea-07d7-4c34-b5b0-c2f6b04fdeb2 req-609061a1-ea12-4c39-8272-7d3410133a5b tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:08.773622 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-942847ea-07d7-4c34-b5b0-c2f6b04fdeb2 req-609061a1-ea12-4c39-8272-7d3410133a5b tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ec60dfa-fdcc-41d9-b9c2-83a40a6d2f5e HTTP/1.1" status: 200 len: 943 time: 0.2074020 May 25 12:14:08.796812 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62a96ea0-6c28-42c1-b83a-708e37c823a9 admin admin] Made reservation on behalf of 3af507f0e425422ca3c7895be8c0782e for: {'subnet': 1} {{(pid=92473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 12:14:08.803464 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-62a96ea0-6c28-42c1-b83a-708e37c823a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3722506'] for subnet, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:08.841670 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-942847ea-07d7-4c34-b5b0-c2f6b04fdeb2 req-4bce00a0-bee6-4b91-af10-71a3be986ed2 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] 10.222.0.44 "GET /v2.0/security-groups?id=834f1aba-53ea-460a-bb7b-da7400e454f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647464 May 25 12:14:08.876034 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d68ff85-bdd2-4813-9ca1-2e011d3ddef8 None None] Pushing event updated for resources: {'Port': ['ID=60504c9c-cb77-4cfe-a990-d04b8df90bbf,revision_number=4']} {{(pid=92474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:14:08.905008 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d68ff85-bdd2-4813-9ca1-2e011d3ddef8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:14:08.905592 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d68ff85-bdd2-4813-9ca1-2e011d3ddef8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:14:08.906365 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d68ff85-bdd2-4813-9ca1-2e011d3ddef8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:14:08.906701 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d68ff85-bdd2-4813-9ca1-2e011d3ddef8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:14:08.907232 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d68ff85-bdd2-4813-9ca1-2e011d3ddef8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:14:08.907977 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d68ff85-bdd2-4813-9ca1-2e011d3ddef8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:14:08.910259 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d68ff85-bdd2-4813-9ca1-2e011d3ddef8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:14:08.910259 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d68ff85-bdd2-4813-9ca1-2e011d3ddef8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:14:08.910259 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d68ff85-bdd2-4813-9ca1-2e011d3ddef8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:14:08.922399 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d68ff85-bdd2-4813-9ca1-2e011d3ddef8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:14:08.923896 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d68ff85-bdd2-4813-9ca1-2e011d3ddef8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:14:08.923896 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d68ff85-bdd2-4813-9ca1-2e011d3ddef8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:14:08.944220 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-7d68ff85-bdd2-4813-9ca1-2e011d3ddef8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:14:08.965853 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405b3f10-a726-4e61-9b30-95ff99f2752b req-c0bb6270-26c9-4c73-9735-edc382408373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:08.967527 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-405b3f10-a726-4e61-9b30-95ff99f2752b req-c0bb6270-26c9-4c73-9735-edc382408373 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ac869807-42c6-45d8-b26c-eb99f93861f4 HTTP/1.1" status: 200 len: 908 time: 0.2859671 May 25 12:14:08.989566 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b91855-0fab-49ea-b92e-94621a42b096 req-75fb4dd0-28b6-40da-8ce3-29c6c7149489 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:08.997567 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-e4b91855-0fab-49ea-b92e-94621a42b096 req-75fb4dd0-28b6-40da-8ce3-29c6c7149489 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/ports?device_id=91084e5d-21f7-47e0-ba36-ce20a3165f35 HTTP/1.1" status: 200 len: 946 time: 0.1435370 May 25 12:14:09.046077 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-405b3f10-a726-4e61-9b30-95ff99f2752b req-9040950c-cde6-4f9e-a176-63f411c22b60 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65778ff9-eb23-4e5c-8520-1c47b6a95e14 HTTP/1.1" status: 200 len: 217 time: 0.0706160 May 25 12:14:09.069968 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_dvr_db [None req-937dcd71-f0d6-4fc4-bac7-0f143fe84be1 None None] Set router 78a618e7-ef27-4ede-b823-b90150a61529 gateway port host: dv-cinder-779233-5-smb {{(pid=92474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 12:14:09.096143 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-e4b91855-0fab-49ea-b92e-94621a42b096 req-161a3aa2-e68b-4b47-980b-865182b5999c tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e30fd3d-56a9-4f5d-b932-be2974abe124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974627 May 25 12:14:09.169730 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f8076c-3094-478f-b2ca-14da189fd7b6 req-640ba967-224b-46ef-8b32-d6371ded5665 tempest-VolumesActionsTest-748357182 tempest-VolumesActionsTest-748357182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:09.171390 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-a3f8076c-3094-478f-b2ca-14da189fd7b6 req-640ba967-224b-46ef-8b32-d6371ded5665 tempest-VolumesActionsTest-748357182 tempest-VolumesActionsTest-748357182-project] 10.222.0.44 "GET /v2.0/ports?device_id=1abe39d2-f5a8-4e05-a41d-0a0dfd7ca31a HTTP/1.1" status: 200 len: 945 time: 0.1416547 May 25 12:14:09.221126 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405b3f10-a726-4e61-9b30-95ff99f2752b req-7b21b02e-ea18-432c-8fdc-c8d73faeebb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:09.222913 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-405b3f10-a726-4e61-9b30-95ff99f2752b req-7b21b02e-ea18-432c-8fdc-c8d73faeebb5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2b8440fe-05fb-45fc-8abc-bbd49ec91535 HTTP/1.1" status: 200 len: 847 time: 0.0940011 May 25 12:14:09.255720 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-a3f8076c-3094-478f-b2ca-14da189fd7b6 req-802d51c0-d964-4319-841f-cd826273acd6 tempest-VolumesActionsTest-748357182 tempest-VolumesActionsTest-748357182-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8654b93-897a-4ca0-a98e-867369e11a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733693 May 25 12:14:09.291117 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-405b3f10-a726-4e61-9b30-95ff99f2752b req-ce6115b5-e790-49df-8f1b-b254b17ce3d5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ac869807-42c6-45d8-b26c-eb99f93861f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587325 May 25 12:14:09.451287 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_hamode_db [None req-937dcd71-f0d6-4fc4-bac7-0f143fe84be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78a618e7-ef27-4ede-b823-b90150a61529', 'name': 'tempest-TestShelveInstance-1093127091-router', 'tenant_id': 'ac5d446aa86d403580c17e594b9b5cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'external_fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.203'}], 'enable_snat': True}, 'gw_port_id': 'a67fc547-d3f2-4ec4-a020-9ec13c2493e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T12:13:55Z', 'updated_at': '2021-05-25T12:14:03Z', 'revision_number': 4, 'project_id': 'ac5d446aa86d403580c17e594b9b5cd4', 'gw_port': {'id': 'a67fc547-d3f2-4ec4-a020-9ec13c2493e7', 'name': '', 'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:8d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a618e7-ef27-4ede-b823-b90150a61529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:13:57Z', 'updated_at': '2021-05-25T12:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-5-smb', '_interfaces': [{'id': '60504c9c-cb77-4cfe-a990-d04b8df90bbf', 'name': '', 'network_id': 'ca40b0a3-0988-4313-9746-c2b99cc0662c', 'tenant_id': 'ac5d446aa86d403580c17e594b9b5cd4', 'mac_address': 'fa:16:3e:27:4f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78a618e7-ef27-4ede-b823-b90150a61529', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'c4d436e3-46bf-4879-9813-736257c5ba21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:14:02Z', 'updated_at': '2021-05-25T12:14:08Z', 'revision_number': 4, 'project_id': 'ac5d446aa86d403580c17e594b9b5cd4', 'subnets': [{'id': 'c4d436e3-46bf-4879-9813-736257c5ba21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-5-smb', False) {} {{(pid=92474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:14:09.455917 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937dcd71-f0d6-4fc4-bac7-0f143fe84be1 None None] The sync data for ids ['78a618e7-ef27-4ede-b823-b90150a61529'] in dv-cinder-779233-5-smb is: [{'id': '78a618e7-ef27-4ede-b823-b90150a61529', 'name': 'tempest-TestShelveInstance-1093127091-router', 'tenant_id': 'ac5d446aa86d403580c17e594b9b5cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'external_fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.203'}], 'enable_snat': True}, 'gw_port_id': 'a67fc547-d3f2-4ec4-a020-9ec13c2493e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T12:13:55Z', 'updated_at': '2021-05-25T12:14:03Z', 'revision_number': 4, 'project_id': 'ac5d446aa86d403580c17e594b9b5cd4', 'gw_port': {'id': 'a67fc547-d3f2-4ec4-a020-9ec13c2493e7', 'name': '', 'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:8d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a618e7-ef27-4ede-b823-b90150a61529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:13:57Z', 'updated_at': '2021-05-25T12:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-5-smb', '_interfaces': [{'id': '60504c9c-cb77-4cfe-a990-d04b8df90bbf', 'name': '', 'network_id': 'ca40b0a3-0988-4313-9746-c2b99cc0662c', 'tenant_id': 'ac5d446aa86d403580c17e594b9b5cd4', 'mac_address': 'fa:16:3e:27:4f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78a618e7-ef27-4ede-b823-b90150a61529', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'c4d436e3-46bf-4879-9813-736257c5ba21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:14:02Z', 'updated_at': '2021-05-25T12:14:08Z', 'revision_number': 4, 'project_id': 'ac5d446aa86d403580c17e594b9b5cd4', 'subnets': [{'id': 'c4d436e3-46bf-4879-9813-736257c5ba21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 12:14:09.661766 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-405b3f10-a726-4e61-9b30-95ff99f2752b req-4d1e2a64-4795-4921-a3cc-2a60b8b0d222 service neutron] 10.222.0.54 "GET /v2.0/networks/ac869807-42c6-45d8-b26c-eb99f93861f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3464036 May 25 12:14:09.743917 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb8c53d-d6e9-4589-80ac-cb979f24cad6 req-79f8be28-2102-476c-ac4c-4fc424c1051e tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:09.755962 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-5fb8c53d-d6e9-4589-80ac-cb979f24cad6 req-79f8be28-2102-476c-ac4c-4fc424c1051e tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9a81e13-45a7-497f-b969-59b5fde8ffac HTTP/1.1" status: 200 len: 946 time: 0.1055100 May 25 12:14:09.816210 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-5fb8c53d-d6e9-4589-80ac-cb979f24cad6 req-e15bbdb4-60e6-4472-9c49-d76158b0eea4 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/security-groups?id=66037392-5f85-4874-a400-63cb75635da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517058 May 25 12:14:09.897986 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-405b3f10-a726-4e61-9b30-95ff99f2752b req-d0e251df-e8f6-4e94-a7d1-4c922687c999 service neutron] 10.222.0.54 "GET /v2.0/networks/ac869807-42c6-45d8-b26c-eb99f93861f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216642 May 25 12:14:09.917680 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-62a96ea0-6c28-42c1-b83a-708e37c823a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2542507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3722524'] for subnet, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:09.939967 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca52594-9a9d-48c5-94de-d684978e1889 req-73fa1757-fd67-4aa4-9668-0396d1c825f1 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:09.949662 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-eca52594-9a9d-48c5-94de-d684978e1889 req-73fa1757-fd67-4aa4-9668-0396d1c825f1 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=21c30f2a-503c-4e0d-bac1-f85b5fb9d8bb HTTP/1.1" status: 200 len: 945 time: 0.0998783 May 25 12:14:09.950648 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:14:10.001249 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-eca52594-9a9d-48c5-94de-d684978e1889 req-14c70529-a910-441c-a4ae-dbb819fbe453 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a320160-757e-42fb-b8ee-125d72b2bb08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528946 May 25 12:14:10.037107 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a96ea0-6c28-42c1-b83a-708e37c823a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f07ed52d-7854-493d-9823-78ce59a5575a,revision_number=0']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:14:10.058595 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-62a96ea0-6c28-42c1-b83a-708e37c823a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:14:10.084911 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a96ea0-6c28-42c1-b83a-708e37c823a9 admin admin] Checking segment: {'id': '4ce09daa-ccf8-4524-9228-8989372e2e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '77ad1c50-247b-40b9-b7b8-c6cd79f26015'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 12:14:10.087087 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a96ea0-6c28-42c1-b83a-708e37c823a9 admin admin] Network hostable DHCP agents. Network: 77ad1c50-247b-40b9-b7b8-c6cd79f26015, hostable agents: ['0c80ff5a-370f-48e8-a560-f3922f41a294'], hosted agents: [] {{(pid=92473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 12:14:10.125469 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab77af-347b-4b2f-a2db-4ae0e5a73a7f req-9f66eaca-3240-4118-85d4-6b816c7e94e2 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:10.127666 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-7fab77af-347b-4b2f-a2db-4ae0e5a73a7f req-9f66eaca-3240-4118-85d4-6b816c7e94e2 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ec60dfa-fdcc-41d9-b9c2-83a40a6d2f5e HTTP/1.1" status: 200 len: 943 time: 0.1084800 May 25 12:14:10.176441 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a96ea0-6c28-42c1-b83a-708e37c823a9 admin admin] Network 77ad1c50-247b-40b9-b7b8-c6cd79f26015 is scheduled to be hosted by DHCP agent 0c80ff5a-370f-48e8-a560-f3922f41a294 with binding_index 1 {{(pid=92473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 12:14:10.178783 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-7fab77af-347b-4b2f-a2db-4ae0e5a73a7f req-0ebc439a-10af-4c23-a395-cbc354f19a39 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] 10.222.0.44 "GET /v2.0/security-groups?id=834f1aba-53ea-460a-bb7b-da7400e454f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444500 May 25 12:14:10.244707 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.scheduler.base_scheduler [None req-62a96ea0-6c28-42c1-b83a-708e37c823a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779233-5-smb, 77ad1c50-247b-40b9-b7b8-c6cd79f26015) {{(pid=92473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 12:14:10.253536 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a96ea0-6c28-42c1-b83a-708e37c823a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:10.254176 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-62a96ea0-6c28-42c1-b83a-708e37c823a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653773'] for subnet, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:10.255104 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9344d927-4259-4a01-a4d3-d6960c48ddeb None None] Network 77ad1c50-247b-40b9-b7b8-c6cd79f26015 requested from dv-cinder-779233-5-smb {{(pid=92474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 12:14:10.389838 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-62a96ea0-6c28-42c1-b83a-708e37c823a9 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.7486792 May 25 12:14:10.390709 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 38846) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:14:10.398746 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.v2.base [None req-e52f7170-34f2-47bc-b33f-63fabdef9b3b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-516358481-router', 'tenant_id': '3af507f0e425422ca3c7895be8c0782e', 'external_gateway_info': {'network_id': '4d625284-12e5-4031-b909-2f88209a96c9'}}} {{(pid=92473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 12:14:10.402868 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-e52f7170-34f2-47bc-b33f-63fabdef9b3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:14:10.407196 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-e52f7170-34f2-47bc-b33f-63fabdef9b3b admin admin] Usage tracker for resource:router and tenant:3af507f0e425422ca3c7895be8c0782e is out of sync, need to count used quota {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:14:10.410811 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-e52f7170-34f2-47bc-b33f-63fabdef9b3b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:14:10.417008 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-e52f7170-34f2-47bc-b33f-63fabdef9b3b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:14:10.445735 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1df049-e662-4656-8683-25ebfe24719e req-e6cf4154-0bef-4ecf-ba29-23c2851eda67 tempest-VolumesActionsTest-748357182 tempest-VolumesActionsTest-748357182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:10.454920 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-2d1df049-e662-4656-8683-25ebfe24719e req-e6cf4154-0bef-4ecf-ba29-23c2851eda67 tempest-VolumesActionsTest-748357182 tempest-VolumesActionsTest-748357182-project] 10.222.0.44 "GET /v2.0/ports?device_id=1abe39d2-f5a8-4e05-a41d-0a0dfd7ca31a HTTP/1.1" status: 200 len: 945 time: 0.0890739 May 25 12:14:10.507246 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-e52f7170-34f2-47bc-b33f-63fabdef9b3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1047640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2594'] for router, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:10.508413 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-e52f7170-34f2-47bc-b33f-63fabdef9b3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1044568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1047175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2601'] for router, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:10.516259 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-2d1df049-e662-4656-8683-25ebfe24719e req-6113f525-c601-4720-a570-349203d516b4 tempest-VolumesActionsTest-748357182 tempest-VolumesActionsTest-748357182-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8654b93-897a-4ca0-a98e-867369e11a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604432 May 25 12:14:10.533719 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa7d6776-ebed-4eaa-a68d-2a78ddb55662 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb470bd2-2dac-5629-b131-0e08a6e57b62-77ad1c50-247b-40b9-b7b8-c6cd79f26015', 'network_id': '77ad1c50-247b-40b9-b7b8-c6cd79f26015', 'tenant_id': '3af507f0e425422ca3c7895be8c0782e', 'fixed_ips': [{'subnet_id': 'f07ed52d-7854-493d-9823-78ce59a5575a'}]}} from dv-cinder-779233-5-smb. {{(pid=92474) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 12:14:10.533719 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-aa7d6776-ebed-4eaa-a68d-2a78ddb55662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_create {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:10.534440 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-e52f7170-34f2-47bc-b33f-63fabdef9b3b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:10.708968 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.db_base_plugin_common [None req-aa7d6776-ebed-4eaa-a68d-2a78ddb55662 None None] Allocated IP 172.20.0.2 (77ad1c50-247b-40b9-b7b8-c6cd79f26015/f07ed52d-7854-493d-9823-78ce59a5575a/c995254b-02e1-45c8-9da5-c1e704fd6b4b) {{(pid=92474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 12:14:10.922861 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-e52f7170-34f2-47bc-b33f-63fabdef9b3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1047202', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1047658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2655'] for router, precommit_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:10.975105 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-aa7d6776-ebed-4eaa-a68d-2a78ddb55662 None None] Notify callbacks [] for port, precommit_create {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:10.985301 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-aa7d6776-ebed-4eaa-a68d-2a78ddb55662 None None] Transition to ACTIVE for port object c995254b-02e1-45c8-9da5-c1e704fd6b4b will not be triggered until provisioned by entity L2. {{(pid=92474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 12:14:11.003627 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-aa7d6776-ebed-4eaa-a68d-2a78ddb55662 None None] Transition to ACTIVE for port object c995254b-02e1-45c8-9da5-c1e704fd6b4b will not be triggered until provisioned by entity DHCP. {{(pid=92474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 12:14:11.022135 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f10a0b-13c1-4a00-ac1b-45fe11bb8a11 req-c89db1be-18d5-4359-bf1b-b78696924304 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:11.029363 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-c7f10a0b-13c1-4a00-ac1b-45fe11bb8a11 req-c89db1be-18d5-4359-bf1b-b78696924304 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9a81e13-45a7-497f-b969-59b5fde8ffac HTTP/1.1" status: 200 len: 946 time: 0.0892932 May 25 12:14:11.072655 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-c7f10a0b-13c1-4a00-ac1b-45fe11bb8a11 req-af386d9a-1314-4586-9db4-c5872ac74c17 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/security-groups?id=66037392-5f85-4874-a400-63cb75635da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424418 May 25 12:14:11.077720 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-aa7d6776-ebed-4eaa-a68d-2a78ddb55662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786008105683'] for port, after_create {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:11.100143 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:14:11.148630 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7d6776-ebed-4eaa-a68d-2a78ddb55662 None None] Network 77ad1c50-247b-40b9-b7b8-c6cd79f26015 is already hosted by enough agents. {{(pid=92474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 12:14:11.156507 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.scheduler.base_scheduler [None req-aa7d6776-ebed-4eaa-a68d-2a78ddb55662 None None] Resources bound (agent type, host, resource id): {{(pid=92474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 12:14:11.160743 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7d6776-ebed-4eaa-a68d-2a78ddb55662 None None] Received port after_create {{(pid=92474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 12:14:11.260952 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7d6776-ebed-4eaa-a68d-2a78ddb55662 None None] Pushing event updated for resources: {'Port': ['ID=c995254b-02e1-45c8-9da5-c1e704fd6b4b,revision_number=1']} {{(pid=92474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:14:11.268079 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-aa7d6776-ebed-4eaa-a68d-2a78ddb55662 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:14:11.270418 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8fd2f9-e880-4325-af66-ba9cc470db16 req-e199bc9b-c8dc-4b51-a191-75d2c9556235 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:11.272181 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-3b8fd2f9-e880-4325-af66-ba9cc470db16 req-e199bc9b-c8dc-4b51-a191-75d2c9556235 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=21c30f2a-503c-4e0d-bac1-f85b5fb9d8bb HTTP/1.1" status: 200 len: 945 time: 0.1200876 May 25 12:14:11.289249 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.managers [None req-aa7d6776-ebed-4eaa-a68d-2a78ddb55662 None None] Attempting to bind port c995254b-02e1-45c8-9da5-c1e704fd6b4b on host dv-cinder-779233-5-smb for vnic_type normal with profile {{(pid=92474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 12:14:11.289780 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.managers [None req-aa7d6776-ebed-4eaa-a68d-2a78ddb55662 None None] Attempting to bind port c995254b-02e1-45c8-9da5-c1e704fd6b4b by drivers openvswitch,hyperv on host dv-cinder-779233-5-smb at level 0 using segments [{'id': '4ce09daa-ccf8-4524-9228-8989372e2e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '77ad1c50-247b-40b9-b7b8-c6cd79f26015'}] {{(pid=92474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 12:14:11.294056 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7d6776-ebed-4eaa-a68d-2a78ddb55662 None None] Attempting to bind port c995254b-02e1-45c8-9da5-c1e704fd6b4b on network 77ad1c50-247b-40b9-b7b8-c6cd79f26015 {{(pid=92474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 12:14:11.299299 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7d6776-ebed-4eaa-a68d-2a78ddb55662 None None] Checking agent: {'id': 'dfb2fd04-6671-4c26-88c9-b30127e2e29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779233-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 12, 4, 16), 'started_at': datetime.datetime(2021, 5, 25, 12, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 12, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779233-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 12:14:11.299881 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7d6776-ebed-4eaa-a68d-2a78ddb55662 None None] Checking segment: {'id': '4ce09daa-ccf8-4524-9228-8989372e2e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '77ad1c50-247b-40b9-b7b8-c6cd79f26015'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 12:14:11.300378 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-aa7d6776-ebed-4eaa-a68d-2a78ddb55662 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:11.300846 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7d6776-ebed-4eaa-a68d-2a78ddb55662 None None] Bound using segment: {'id': '4ce09daa-ccf8-4524-9228-8989372e2e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '77ad1c50-247b-40b9-b7b8-c6cd79f26015'} {{(pid=92474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 12:14:11.301411 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.managers [None req-aa7d6776-ebed-4eaa-a68d-2a78ddb55662 None None] Bound port: c995254b-02e1-45c8-9da5-c1e704fd6b4b, host: dv-cinder-779233-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ce09daa-ccf8-4524-9228-8989372e2e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '77ad1c50-247b-40b9-b7b8-c6cd79f26015'}}] {{(pid=92474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 12:14:11.301925 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-aa7d6776-ebed-4eaa-a68d-2a78ddb55662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:11.337657 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-3b8fd2f9-e880-4325-af66-ba9cc470db16 req-3d482b99-db19-46cd-b677-9449bed4876a tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a320160-757e-42fb-b8ee-125d72b2bb08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505223 May 25 12:14:11.434233 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-aa7d6776-ebed-4eaa-a68d-2a78ddb55662 None None] For port c995254b-02e1-45c8-9da5-c1e704fd6b4b, host dv-cinder-779233-5-smb, cleared binding levels {{(pid=92474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 12:14:11.438745 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-aa7d6776-ebed-4eaa-a68d-2a78ddb55662 None None] For port c995254b-02e1-45c8-9da5-c1e704fd6b4b, host dv-cinder-779233-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-5-smb',level=0,port_id=c995254b-02e1-45c8-9da5-c1e704fd6b4b,segment=NetworkSegment(4ce09daa-ccf8-4524-9228-8989372e2e71),segment_id=4ce09daa-ccf8-4524-9228-8989372e2e71)] {{(pid=92474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 12:14:11.445150 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-e52f7170-34f2-47bc-b33f-63fabdef9b3b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:11.531153 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-aa7d6776-ebed-4eaa-a68d-2a78ddb55662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:11.535748 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:14:11.549459 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-e52f7170-34f2-47bc-b33f-63fabdef9b3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:11.559243 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e2aedf-b938-446a-8b02-6f63522f3577 req-d79d3a4c-4f9b-4487-97c7-cf687bc8bdc5 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:11.571060 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-95e2aedf-b938-446a-8b02-6f63522f3577 req-d79d3a4c-4f9b-4487-97c7-cf687bc8bdc5 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ec60dfa-fdcc-41d9-b9c2-83a40a6d2f5e HTTP/1.1" status: 200 len: 943 time: 0.2012553 May 25 12:14:11.658627 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-95e2aedf-b938-446a-8b02-6f63522f3577 req-15a0ceaa-93dc-4634-bd93-55a4e569b42c tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] 10.222.0.44 "GET /v2.0/security-groups?id=834f1aba-53ea-460a-bb7b-da7400e454f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810153 May 25 12:14:11.665411 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Device 60504c9c-cb77-4cfe-a990-d04b8df90bbf up at agent ovs-agent-dv-cinder-779233-5-smb {{(pid=92474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 12:14:11.796614 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7d6776-ebed-4eaa-a68d-2a78ddb55662 None None] Pushing event updated for resources: {'Port': ['ID=c995254b-02e1-45c8-9da5-c1e704fd6b4b,revision_number=2']} {{(pid=92474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:14:11.798008 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.db_base_plugin_common [None req-e52f7170-34f2-47bc-b33f-63fabdef9b3b admin admin] Allocated IP 172.28.2.77 (4d625284-12e5-4031-b909-2f88209a96c9/2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92/3be93114-0817-4760-a2ec-e1a6ad61fcf8) {{(pid=92473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 12:14:11.800986 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-aa7d6776-ebed-4eaa-a68d-2a78ddb55662 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:14:11.963596 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-e52f7170-34f2-47bc-b33f-63fabdef9b3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:11.998867 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Provisioning for port 60504c9c-cb77-4cfe-a990-d04b8df90bbf completed by entity L2. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 12:14:12.006384 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Provisioning complete for port 60504c9c-cb77-4cfe-a990-d04b8df90bbf triggered by entity L2. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 12:14:12.006752 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902397'] for port, provisioning_complete {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:12.096897 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-e52f7170-34f2-47bc-b33f-63fabdef9b3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786008105683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2465563'] for port, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:12.100756 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:14:12.138068 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:12.180946 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52f7170-34f2-47bc-b33f-63fabdef9b3b admin admin] Network 4d625284-12e5-4031-b909-2f88209a96c9 is already hosted by enough agents. {{(pid=92473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 12:14:12.182878 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] For port 60504c9c-cb77-4cfe-a990-d04b8df90bbf, host dv-cinder-779233-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-5-smb',level=0,port_id=60504c9c-cb77-4cfe-a990-d04b8df90bbf,segment=NetworkSegment(49097f92-0341-4168-ba1f-09a48ee48333),segment_id=49097f92-0341-4168-ba1f-09a48ee48333)] {{(pid=92474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:14:12.183929 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.scheduler.base_scheduler [None req-e52f7170-34f2-47bc-b33f-63fabdef9b3b admin admin] Resources bound (agent type, host, resource id): {{(pid=92473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 12:14:12.187366 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52f7170-34f2-47bc-b33f-63fabdef9b3b admin admin] Received port after_create {{(pid=92473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 12:14:12.219692 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52f7170-34f2-47bc-b33f-63fabdef9b3b admin admin] Pushing event updated for resources: {'Port': ['ID=3be93114-0817-4760-a2ec-e1a6ad61fcf8,revision_number=1']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:14:12.225830 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-e52f7170-34f2-47bc-b33f-63fabdef9b3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:14:12.256053 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:12.259183 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-7d68ff85-bdd2-4813-9ca1-2e011d3ddef8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:14:12.298200 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56c602e-e919-477f-89df-d7596d5da0f4 req-e95b7996-681a-4a78-bf46-da0c85122fc8 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:12.299960 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-a56c602e-e919-477f-89df-d7596d5da0f4 req-e95b7996-681a-4a78-bf46-da0c85122fc8 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9a81e13-45a7-497f-b969-59b5fde8ffac HTTP/1.1" status: 200 len: 946 time: 0.0903118 May 25 12:14:12.337919 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Pushing event updated for resources: {'Port': ['ID=60504c9c-cb77-4cfe-a990-d04b8df90bbf,revision_number=5']} {{(pid=92474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:14:12.342119 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:14:12.353887 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-a56c602e-e919-477f-89df-d7596d5da0f4 req-bbeb5559-dc80-4432-9ab7-1f121e41da28 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/security-groups?id=66037392-5f85-4874-a400-63cb75635da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479872 May 25 12:14:12.588125 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f3522d-9b7b-4567-a75d-b538b7da215a req-b54c7af1-67b7-4bf6-b150-a3d8a6cbf691 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:12.589796 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-b0f3522d-9b7b-4567-a75d-b538b7da215a req-b54c7af1-67b7-4bf6-b150-a3d8a6cbf691 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=21c30f2a-503c-4e0d-bac1-f85b5fb9d8bb HTTP/1.1" status: 200 len: 945 time: 0.1002295 May 25 12:14:12.663610 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-b0f3522d-9b7b-4567-a75d-b538b7da215a req-0a9fcd8c-97c5-481e-8806-b5674057ed73 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a320160-757e-42fb-b8ee-125d72b2bb08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671382 May 25 12:14:12.730574 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee82e24-ded0-4321-8031-4b89348d57b7 None None] Network 77ad1c50-247b-40b9-b7b8-c6cd79f26015 requested from dv-cinder-779233-5-smb {{(pid=92474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 12:14:12.928259 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-e52f7170-34f2-47bc-b33f-63fabdef9b3b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:12.958667 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74579d6d-d39f-49d1-a3ad-ed447f85aee8 req-2643d969-1fe7-4115-b359-8eb3c50888da tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:12.960633 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-74579d6d-d39f-49d1-a3ad-ed447f85aee8 req-2643d969-1fe7-4115-b359-8eb3c50888da tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ec60dfa-fdcc-41d9-b9c2-83a40a6d2f5e HTTP/1.1" status: 200 len: 943 time: 0.1029737 May 25 12:14:12.965058 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-ec285eaa-3d0e-485f-aab1-b92038781e6c None None] Provisioning for port c995254b-02e1-45c8-9da5-c1e704fd6b4b completed by entity DHCP. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 12:14:13.023804 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-74579d6d-d39f-49d1-a3ad-ed447f85aee8 req-6b733f44-c25d-48d2-8242-e17136cf2094 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] 10.222.0.44 "GET /v2.0/security-groups?id=834f1aba-53ea-460a-bb7b-da7400e454f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550387 May 25 12:14:13.295603 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-e52f7170-34f2-47bc-b33f-63fabdef9b3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1047633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1047265'] for router, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:13.559695 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Device 60504c9c-cb77-4cfe-a990-d04b8df90bbf up at agent ovs-agent-dv-cinder-779233-5-smb {{(pid=92474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 12:14:13.596399 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5edcd91-f1d2-4379-b639-f87aef375c99 req-30c1090a-5e0e-4a04-ba0b-2001842ec8fe tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:13.599580 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-b5edcd91-f1d2-4379-b639-f87aef375c99 req-30c1090a-5e0e-4a04-ba0b-2001842ec8fe tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9a81e13-45a7-497f-b969-59b5fde8ffac HTTP/1.1" status: 200 len: 946 time: 0.0984719 May 25 12:14:13.649435 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Provisioning complete for port 60504c9c-cb77-4cfe-a990-d04b8df90bbf triggered by entity L2. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 12:14:13.649813 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902397'] for port, provisioning_complete {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:13.665248 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e52f7170-34f2-47bc-b33f-63fabdef9b3b admin admin] Router 4170b26c-ecc7-40da-8f9d-ef68b1ee9217 is scheduled to L3 agent 4aaf6e0c-8c85-4f95-8d8e-6a64f0cc3b25 with binding_index 1 {{(pid=92473) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 12:14:13.770681 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-b5edcd91-f1d2-4379-b639-f87aef375c99 req-3d4c6c2d-c056-4d0a-92cd-afc272763144 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/security-groups?id=66037392-5f85-4874-a400-63cb75635da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631122 May 25 12:14:13.801407 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Device c995254b-02e1-45c8-9da5-c1e704fd6b4b up at agent ovs-agent-dv-cinder-779233-5-smb {{(pid=92474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 12:14:13.942777 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e52f7170-34f2-47bc-b33f-63fabdef9b3b admin admin] Notify agent at l3_agent.dv-cinder-779233-5-smb the message routers_updated {{(pid=92473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 12:14:13.951299 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12be1f33-b83a-4ff2-b2b2-c3e96e5633f8 req-c2e2f0fe-f3f0-4434-8905-63c8b5130faf tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:13.954048 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Provisioning for port c995254b-02e1-45c8-9da5-c1e704fd6b4b completed by entity L2. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 12:14:13.958218 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c208b6-ba6c-48b4-88cb-02f8ceb5174c None None] Sync routers for ids ['4170b26c-ecc7-40da-8f9d-ef68b1ee9217'] in dv-cinder-779233-5-smb {{(pid=92475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 12:14:13.960642 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-12be1f33-b83a-4ff2-b2b2-c3e96e5633f8 req-c2e2f0fe-f3f0-4434-8905-63c8b5130faf tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=21c30f2a-503c-4e0d-bac1-f85b5fb9d8bb HTTP/1.1" status: 200 len: 945 time: 0.1209173 May 25 12:14:13.986348 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Provisioning complete for port c995254b-02e1-45c8-9da5-c1e704fd6b4b triggered by entity L2. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 12:14:13.987110 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902397'] for port, provisioning_complete {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:13.988362 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c208b6-ba6c-48b4-88cb-02f8ceb5174c None None] Routers {'4170b26c-ecc7-40da-8f9d-ef68b1ee9217'} bound to L3 agent in host dv-cinder-779233-5-smb {{(pid=92475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 12:14:13.990802 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_hamode_db [None req-03c208b6-ba6c-48b4-88cb-02f8ceb5174c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T12:04:17Z,description=,heartbeat_timestamp=2021-05-25T12:13:47Z,host='dv-cinder-779233-5-smb',id=4aaf6e0c-8c85-4f95-8d8e-6a64f0cc3b25,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T12:04:17Z,topic='l3_agent')) {'router_ids': ['4170b26c-ecc7-40da-8f9d-ef68b1ee9217'], 'active': True} {{(pid=92475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:14:14.062474 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-12be1f33-b83a-4ff2-b2b2-c3e96e5633f8 req-ca532ae8-868d-4468-a641-533113c5d412 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a320160-757e-42fb-b8ee-125d72b2bb08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004295 May 25 12:14:14.068391 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-e52f7170-34f2-47bc-b33f-63fabdef9b3b admin admin] Notify callbacks [] for router, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:14.072504 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 38918) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:14:14.073194 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-e52f7170-34f2-47bc-b33f-63fabdef9b3b admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.6811516 May 25 12:14:14.130629 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-796c2bf8-a899-4b31-b743-f3eaa7eea139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:14.179357 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:14.221645 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] For port c995254b-02e1-45c8-9da5-c1e704fd6b4b, host dv-cinder-779233-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-5-smb',level=0,port_id=c995254b-02e1-45c8-9da5-c1e704fd6b4b,segment=NetworkSegment(4ce09daa-ccf8-4524-9228-8989372e2e71),segment_id=4ce09daa-ccf8-4524-9228-8989372e2e71)] {{(pid=92474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:14:14.255410 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_dvr_db [None req-03c208b6-ba6c-48b4-88cb-02f8ceb5174c None None] Set router 4170b26c-ecc7-40da-8f9d-ef68b1ee9217 gateway port host: dv-cinder-779233-5-smb {{(pid=92475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 12:14:14.304693 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:14.306532 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:14:14.388967 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Pushing event updated for resources: {'Port': ['ID=c995254b-02e1-45c8-9da5-c1e704fd6b4b,revision_number=3']} {{(pid=92474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:14:14.394865 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:14:14.500808 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30f0e7a-5e7e-44b5-9ea5-78b6cc5320ac req-a187575d-2ff3-4c70-9eb5-182adbe60be8 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:14.502823 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-c30f0e7a-5e7e-44b5-9ea5-78b6cc5320ac req-a187575d-2ff3-4c70-9eb5-182adbe60be8 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ec60dfa-fdcc-41d9-b9c2-83a40a6d2f5e HTTP/1.1" status: 200 len: 943 time: 0.3036072 May 25 12:14:14.565573 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_hamode_db [None req-03c208b6-ba6c-48b4-88cb-02f8ceb5174c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4170b26c-ecc7-40da-8f9d-ef68b1ee9217', 'name': 'tempest-TestShelveInstance-516358481-router', 'tenant_id': '3af507f0e425422ca3c7895be8c0782e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'external_fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.77'}], 'enable_snat': True}, 'gw_port_id': '3be93114-0817-4760-a2ec-e1a6ad61fcf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T12:14:10Z', 'updated_at': '2021-05-25T12:14:12Z', 'revision_number': 3, 'project_id': '3af507f0e425422ca3c7895be8c0782e', 'gw_port': {'id': '3be93114-0817-4760-a2ec-e1a6ad61fcf8', 'name': '', 'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:93:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4170b26c-ecc7-40da-8f9d-ef68b1ee9217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:14:11Z', 'updated_at': '2021-05-25T12:14:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-5-smb'}], 'dv-cinder-779233-5-smb', False) {} {{(pid=92475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:14:14.569595 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c208b6-ba6c-48b4-88cb-02f8ceb5174c None None] Checking router: 4170b26c-ecc7-40da-8f9d-ef68b1ee9217 for host: dv-cinder-779233-5-smb {{(pid=92475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 12:14:14.570079 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c208b6-ba6c-48b4-88cb-02f8ceb5174c None None] Updating router 4170b26c-ecc7-40da-8f9d-ef68b1ee9217 port 3be93114-0817-4760-a2ec-e1a6ad61fcf8 binding host dv-cinder-779233-5-smb {{(pid=92475) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 12:14:14.623501 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-c30f0e7a-5e7e-44b5-9ea5-78b6cc5320ac req-e8717ba7-bc5a-4b91-a798-2f9d8fe9cc62 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] 10.222.0.44 "GET /v2.0/security-groups?id=834f1aba-53ea-460a-bb7b-da7400e454f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124835 May 25 12:14:14.628829 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron_lib.callbacks.manager [None req-03c208b6-ba6c-48b4-88cb-02f8ceb5174c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:14.972133 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron_lib.callbacks.manager [None req-03c208b6-ba6c-48b4-88cb-02f8ceb5174c None None] Notify callbacks [] for port, precommit_update {{(pid=92475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:14.989517 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.provisioning_blocks [None req-03c208b6-ba6c-48b4-88cb-02f8ceb5174c None None] Transition to ACTIVE for port object 3be93114-0817-4760-a2ec-e1a6ad61fcf8 will not be triggered until provisioned by entity L2. {{(pid=92475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 12:14:15.061851 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron_lib.callbacks.manager [None req-03c208b6-ba6c-48b4-88cb-02f8ceb5174c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:15.068921 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:14:15.070546 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-bd37e126-3aba-4724-9222-72f736a67faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:15.106084 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5213ff4-5a51-46af-911f-95a59adbe54a req-6f9721c7-69d3-493d-af58-738b325c91a0 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:15.111895 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-b5213ff4-5a51-46af-911f-95a59adbe54a req-6f9721c7-69d3-493d-af58-738b325c91a0 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9a81e13-45a7-497f-b969-59b5fde8ffac HTTP/1.1" status: 200 len: 946 time: 0.1880541 May 25 12:14:15.145236 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.plugins.ml2.managers [None req-03c208b6-ba6c-48b4-88cb-02f8ceb5174c None None] Attempting to bind port 3be93114-0817-4760-a2ec-e1a6ad61fcf8 on host dv-cinder-779233-5-smb for vnic_type normal with profile {{(pid=92475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 12:14:15.145606 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.plugins.ml2.managers [None req-03c208b6-ba6c-48b4-88cb-02f8ceb5174c None None] Attempting to bind port 3be93114-0817-4760-a2ec-e1a6ad61fcf8 by drivers openvswitch,hyperv on host dv-cinder-779233-5-smb at level 0 using segments [{'id': '34f5f11c-fa4c-4a54-bab0-6c112d271f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d625284-12e5-4031-b909-2f88209a96c9'}] {{(pid=92475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 12:14:15.146003 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c208b6-ba6c-48b4-88cb-02f8ceb5174c None None] Attempting to bind port 3be93114-0817-4760-a2ec-e1a6ad61fcf8 on network 4d625284-12e5-4031-b909-2f88209a96c9 {{(pid=92475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 12:14:15.156919 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c208b6-ba6c-48b4-88cb-02f8ceb5174c None None] Checking agent: {'id': 'dfb2fd04-6671-4c26-88c9-b30127e2e29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779233-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 12, 4, 16), 'started_at': datetime.datetime(2021, 5, 25, 12, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 12, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779233-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 12:14:15.159043 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c208b6-ba6c-48b4-88cb-02f8ceb5174c None None] Checking segment: {'id': '34f5f11c-fa4c-4a54-bab0-6c112d271f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d625284-12e5-4031-b909-2f88209a96c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 12:14:15.159043 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron_lib.callbacks.manager [None req-03c208b6-ba6c-48b4-88cb-02f8ceb5174c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:15.159043 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c208b6-ba6c-48b4-88cb-02f8ceb5174c None None] Bound using segment: {'id': '34f5f11c-fa4c-4a54-bab0-6c112d271f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d625284-12e5-4031-b909-2f88209a96c9'} {{(pid=92475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 12:14:15.159937 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.plugins.ml2.managers [None req-03c208b6-ba6c-48b4-88cb-02f8ceb5174c None None] Bound port: 3be93114-0817-4760-a2ec-e1a6ad61fcf8, host: dv-cinder-779233-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34f5f11c-fa4c-4a54-bab0-6c112d271f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d625284-12e5-4031-b909-2f88209a96c9'}}] {{(pid=92475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 12:14:15.160311 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron_lib.callbacks.manager [None req-03c208b6-ba6c-48b4-88cb-02f8ceb5174c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:15.216064 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-b5213ff4-5a51-46af-911f-95a59adbe54a req-1abd7b10-f03f-4799-83a5-7bc89a955294 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/security-groups?id=66037392-5f85-4874-a400-63cb75635da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032295 May 25 12:14:15.244071 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3504bec8-c0be-4b76-9539-a04d9a180220 None None] Pushing event updated for resources: {'Port': ['ID=3be93114-0817-4760-a2ec-e1a6ad61fcf8,revision_number=2']} {{(pid=92475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:14:15.283307 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG oslo_concurrency.lockutils [None req-3504bec8-c0be-4b76-9539-a04d9a180220 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=92475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:14:15.335915 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.plugins.ml2.db [None req-03c208b6-ba6c-48b4-88cb-02f8ceb5174c None None] For port 3be93114-0817-4760-a2ec-e1a6ad61fcf8, host dv-cinder-779233-5-smb, cleared binding levels {{(pid=92475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 12:14:15.339174 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.plugins.ml2.db [None req-03c208b6-ba6c-48b4-88cb-02f8ceb5174c None None] For port 3be93114-0817-4760-a2ec-e1a6ad61fcf8, host dv-cinder-779233-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-5-smb',level=0,port_id=3be93114-0817-4760-a2ec-e1a6ad61fcf8,segment=NetworkSegment(34f5f11c-fa4c-4a54-bab0-6c112d271f06),segment_id=34f5f11c-fa4c-4a54-bab0-6c112d271f06)] {{(pid=92475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 12:14:15.416467 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron_lib.callbacks.manager [None req-03c208b6-ba6c-48b4-88cb-02f8ceb5174c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:15.426555 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG oslo_concurrency.lockutils [None req-76c7d518-adae-48c4-bee2-abb6432bfd21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:14:15.432960 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.db_base_plugin_common [None req-bd37e126-3aba-4724-9222-72f736a67faa admin admin] Allocated IP 172.20.0.1 (77ad1c50-247b-40b9-b7b8-c6cd79f26015/f07ed52d-7854-493d-9823-78ce59a5575a/511510b3-e562-41c1-b621-a990c11443f2) {{(pid=92472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 12:14:15.465998 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Device c995254b-02e1-45c8-9da5-c1e704fd6b4b up at agent ovs-agent-dv-cinder-779233-5-smb {{(pid=92474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 12:14:15.506506 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3504bec8-c0be-4b76-9539-a04d9a180220 None None] Pushing event updated for resources: {'Port': ['ID=3be93114-0817-4760-a2ec-e1a6ad61fcf8,revision_number=3']} {{(pid=92475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:14:15.552055 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b3fb7b-e2d3-4d4a-a2f4-6b724d063c0c req-cb45f1eb-7030-4ee4-b336-bacb2b50abd6 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:15.559227 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-79b3fb7b-e2d3-4d4a-a2f4-6b724d063c0c req-cb45f1eb-7030-4ee4-b336-bacb2b50abd6 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=21c30f2a-503c-4e0d-bac1-f85b5fb9d8bb HTTP/1.1" status: 200 len: 945 time: 0.2774129 May 25 12:14:15.561337 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c208b6-ba6c-48b4-88cb-02f8ceb5174c None None] Routers {'4170b26c-ecc7-40da-8f9d-ef68b1ee9217'} bound to L3 agent in host dv-cinder-779233-5-smb {{(pid=92475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 12:14:15.562801 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_hamode_db [None req-03c208b6-ba6c-48b4-88cb-02f8ceb5174c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-25T12:04:17Z,description=,heartbeat_timestamp=2021-05-25T12:13:47Z,host='dv-cinder-779233-5-smb',id=4aaf6e0c-8c85-4f95-8d8e-6a64f0cc3b25,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T12:04:17Z,topic='l3_agent')) {'router_ids': ['4170b26c-ecc7-40da-8f9d-ef68b1ee9217'], 'active': True} {{(pid=92475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:14:15.579901 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Provisioning complete for port c995254b-02e1-45c8-9da5-c1e704fd6b4b triggered by entity L2. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 12:14:15.580374 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902397'] for port, provisioning_complete {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:15.637403 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG oslo_concurrency.lockutils [None req-3504bec8-c0be-4b76-9539-a04d9a180220 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=92475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:14:15.769137 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-79b3fb7b-e2d3-4d4a-a2f4-6b724d063c0c req-bc8989af-e7d5-4e86-ae27-30d721669cd6 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a320160-757e-42fb-b8ee-125d72b2bb08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2086072 May 25 12:14:15.842572 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_dvr_db [None req-03c208b6-ba6c-48b4-88cb-02f8ceb5174c None None] Set router 4170b26c-ecc7-40da-8f9d-ef68b1ee9217 gateway port host: dv-cinder-779233-5-smb {{(pid=92475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 12:14:15.847603 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-bd37e126-3aba-4724-9222-72f736a67faa admin admin] Notify callbacks [] for port, precommit_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:15.863953 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.provisioning_blocks [None req-bd37e126-3aba-4724-9222-72f736a67faa admin admin] Transition to ACTIVE for port object 511510b3-e562-41c1-b621-a990c11443f2 will not be triggered until provisioned by entity DHCP. {{(pid=92472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 12:14:15.980284 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-bd37e126-3aba-4724-9222-72f736a67faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786008105683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2227112'] for port, after_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:15.991753 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da11c66-288a-48fb-801d-d706e1e2dca2 req-165eae83-351b-4674-88c5-12a942f41204 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:15.993211 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-6da11c66-288a-48fb-801d-d706e1e2dca2 req-165eae83-351b-4674-88c5-12a942f41204 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ec60dfa-fdcc-41d9-b9c2-83a40a6d2f5e HTTP/1.1" status: 200 len: 943 time: 0.0994391 May 25 12:14:15.994763 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:14:16.074895 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd37e126-3aba-4724-9222-72f736a67faa admin admin] Network 77ad1c50-247b-40b9-b7b8-c6cd79f26015 is already hosted by enough agents. {{(pid=92472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 12:14:16.081404 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.scheduler.base_scheduler [None req-bd37e126-3aba-4724-9222-72f736a67faa admin admin] Resources bound (agent type, host, resource id): {{(pid=92472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 12:14:16.092396 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd37e126-3aba-4724-9222-72f736a67faa admin admin] Received port after_create {{(pid=92472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 12:14:16.134297 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd37e126-3aba-4724-9222-72f736a67faa admin admin] Pushing event updated for resources: {'Port': ['ID=511510b3-e562-41c1-b621-a990c11443f2,revision_number=1']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:14:16.144254 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-bd37e126-3aba-4724-9222-72f736a67faa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:14:16.154098 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-6da11c66-288a-48fb-801d-d706e1e2dca2 req-20a8d77d-18cd-4f7b-908a-e76ce363e945 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] 10.222.0.44 "GET /v2.0/security-groups?id=834f1aba-53ea-460a-bb7b-da7400e454f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213148 May 25 12:14:16.167155 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-bd37e126-3aba-4724-9222-72f736a67faa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1040528'] for router_interface, before_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:16.203566 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_hamode_db [None req-03c208b6-ba6c-48b4-88cb-02f8ceb5174c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4170b26c-ecc7-40da-8f9d-ef68b1ee9217', 'name': 'tempest-TestShelveInstance-516358481-router', 'tenant_id': '3af507f0e425422ca3c7895be8c0782e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'external_fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.77'}], 'enable_snat': True}, 'gw_port_id': '3be93114-0817-4760-a2ec-e1a6ad61fcf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T12:14:10Z', 'updated_at': '2021-05-25T12:14:12Z', 'revision_number': 3, 'project_id': '3af507f0e425422ca3c7895be8c0782e', 'gw_port': {'id': '3be93114-0817-4760-a2ec-e1a6ad61fcf8', 'name': '', 'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:93:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4170b26c-ecc7-40da-8f9d-ef68b1ee9217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:14:11Z', 'updated_at': '2021-05-25T12:14:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-5-smb'}], 'dv-cinder-779233-5-smb', False) {} {{(pid=92475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:14:16.209890 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c208b6-ba6c-48b4-88cb-02f8ceb5174c None None] The sync data for ids ['4170b26c-ecc7-40da-8f9d-ef68b1ee9217'] in dv-cinder-779233-5-smb is: [{'id': '4170b26c-ecc7-40da-8f9d-ef68b1ee9217', 'name': 'tempest-TestShelveInstance-516358481-router', 'tenant_id': '3af507f0e425422ca3c7895be8c0782e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'external_fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.77'}], 'enable_snat': True}, 'gw_port_id': '3be93114-0817-4760-a2ec-e1a6ad61fcf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T12:14:10Z', 'updated_at': '2021-05-25T12:14:12Z', 'revision_number': 3, 'project_id': '3af507f0e425422ca3c7895be8c0782e', 'gw_port': {'id': '3be93114-0817-4760-a2ec-e1a6ad61fcf8', 'name': '', 'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:93:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4170b26c-ecc7-40da-8f9d-ef68b1ee9217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:14:11Z', 'updated_at': '2021-05-25T12:14:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-5-smb'}] {{(pid=92475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 12:14:16.438289 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:16.511987 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-bd37e126-3aba-4724-9222-72f736a67faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:16.520004 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-4a14fe47-a8b3-4c26-b640-a2a42644323f None None] Provisioning for port 511510b3-e562-41c1-b621-a990c11443f2 completed by entity DHCP. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 12:14:16.525610 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-4a14fe47-a8b3-4c26-b640-a2a42644323f None None] Provisioning complete for port 511510b3-e562-41c1-b621-a990c11443f2 triggered by entity DHCP. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 12:14:16.526297 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-4a14fe47-a8b3-4c26-b640-a2a42644323f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902397'] for port, provisioning_complete {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:16.595005 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.plugin [None req-4a14fe47-a8b3-4c26-b640-a2a42644323f None None] Port 511510b3-e562-41c1-b621-a990c11443f2 cannot update to ACTIVE because it is not bound. {{(pid=92474) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 12:14:16.619084 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42b9ffc-fec1-4ab9-9f98-9d1a5f08e5af req-7d0a038f-263a-4552-b453-8a546699b79b tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:16.620466 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-a42b9ffc-fec1-4ab9-9f98-9d1a5f08e5af req-7d0a038f-263a-4552-b453-8a546699b79b tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9a81e13-45a7-497f-b969-59b5fde8ffac HTTP/1.1" status: 200 len: 946 time: 0.2569306 May 25 12:14:16.631087 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b192f2-eb87-47b2-a8ee-88859a5cad46 req-1e07bb9f-eb41-4704-a974-3f83cdd771e6 tempest-VolumesActionsTest-748357182 tempest-VolumesActionsTest-748357182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:16.632573 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-94b192f2-eb87-47b2-a8ee-88859a5cad46 req-1e07bb9f-eb41-4704-a974-3f83cdd771e6 tempest-VolumesActionsTest-748357182 tempest-VolumesActionsTest-748357182-project] 10.222.0.44 "GET /v2.0/ports?device_id=1abe39d2-f5a8-4e05-a41d-0a0dfd7ca31a HTTP/1.1" status: 200 len: 945 time: 0.3343453 May 25 12:14:16.764338 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-672f2184-707c-41b8-b3fd-e54d76e37cf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:16.803992 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-94b192f2-eb87-47b2-a8ee-88859a5cad46 req-badcd80a-6daf-4aaa-8564-9dbba26795d6 tempest-VolumesActionsTest-748357182 tempest-VolumesActionsTest-748357182-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8654b93-897a-4ca0-a98e-867369e11a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494675 May 25 12:14:16.814101 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-a42b9ffc-fec1-4ab9-9f98-9d1a5f08e5af req-60cd521d-6c04-4922-814f-7b917336d609 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/security-groups?id=66037392-5f85-4874-a400-63cb75635da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786566 May 25 12:14:16.913706 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-bd37e126-3aba-4724-9222-72f736a67faa admin admin] Notify callbacks [] for port, precommit_update {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:16.998996 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-bd37e126-3aba-4724-9222-72f736a67faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2227105'] for port, after_update {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:17.029274 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:14:17.120001 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-bd37e126-3aba-4724-9222-72f736a67faa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1040445'] for router_interface, after_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:17.128006 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd37e126-3aba-4724-9222-72f736a67faa admin admin] Pushing event updated for resources: {'Port': ['ID=511510b3-e562-41c1-b621-a990c11443f2,revision_number=2']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:14:17.134366 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-bd37e126-3aba-4724-9222-72f736a67faa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:14:17.173443 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fa1f22-fdee-4e8a-b9b7-fa8685ab1418 req-cb31ea12-5005-4ced-81e9-aaf1049528cb tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:17.175033 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-68fa1f22-fdee-4e8a-b9b7-fa8685ab1418 req-cb31ea12-5005-4ced-81e9-aaf1049528cb tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=21c30f2a-503c-4e0d-bac1-f85b5fb9d8bb HTTP/1.1" status: 200 len: 945 time: 0.2418950 May 25 12:14:17.290676 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-68fa1f22-fdee-4e8a-b9b7-fa8685ab1418 req-bdb3529b-a202-4fac-8f95-3a5c780c7f66 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a320160-757e-42fb-b8ee-125d72b2bb08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720682 May 25 12:14:17.317710 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd37e126-3aba-4724-9222-72f736a67faa admin admin] Network 77ad1c50-247b-40b9-b7b8-c6cd79f26015 is already hosted by enough agents. {{(pid=92472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 12:14:17.318870 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.scheduler.base_scheduler [None req-bd37e126-3aba-4724-9222-72f736a67faa admin admin] Resources bound (agent type, host, resource id): {{(pid=92472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 12:14:17.534289 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Device 3be93114-0817-4760-a2ec-e1a6ad61fcf8 up at agent ovs-agent-dv-cinder-779233-5-smb {{(pid=92474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 12:14:17.634024 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-b81d09ca-5a17-4fb8-9de4-731653ad579d None None] Provisioning complete for port 511510b3-e562-41c1-b621-a990c11443f2 triggered by entity DHCP. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 12:14:17.634024 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-b81d09ca-5a17-4fb8-9de4-731653ad579d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902397'] for port, provisioning_complete {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:17.661745 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd37e126-3aba-4724-9222-72f736a67faa admin admin] Router 4170b26c-ecc7-40da-8f9d-ef68b1ee9217 has already been hosted by L3 agent 4aaf6e0c-8c85-4f95-8d8e-6a64f0cc3b25 {{(pid=92472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 12:14:17.671610 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72753e4-e539-4b90-bd5a-268623b7eaf3 req-78947986-5d08-4483-84cf-926f1a53dd2f tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:17.683305 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-a72753e4-e539-4b90-bd5a-268623b7eaf3 req-78947986-5d08-4483-84cf-926f1a53dd2f tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ec60dfa-fdcc-41d9-b9c2-83a40a6d2f5e HTTP/1.1" status: 200 len: 943 time: 0.2786179 May 25 12:14:17.712961 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.plugin [None req-b81d09ca-5a17-4fb8-9de4-731653ad579d None None] Port 511510b3-e562-41c1-b621-a990c11443f2 cannot update to ACTIVE because it is not bound. {{(pid=92474) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 12:14:17.733864 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-a72753e4-e539-4b90-bd5a-268623b7eaf3 req-98a8ed9a-db16-4086-953e-000df97fa5f7 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] 10.222.0.44 "GET /v2.0/security-groups?id=834f1aba-53ea-460a-bb7b-da7400e454f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496049 May 25 12:14:17.807838 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Provisioning for port 3be93114-0817-4760-a2ec-e1a6ad61fcf8 completed by entity L2. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 12:14:17.813542 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Provisioning complete for port 3be93114-0817-4760-a2ec-e1a6ad61fcf8 triggered by entity L2. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 12:14:17.813920 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902397'] for port, provisioning_complete {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:17.966584 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:17.984551 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] For port 3be93114-0817-4760-a2ec-e1a6ad61fcf8, host dv-cinder-779233-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-5-smb',level=0,port_id=3be93114-0817-4760-a2ec-e1a6ad61fcf8,segment=NetworkSegment(34f5f11c-fa4c-4a54-bab0-6c112d271f06),segment_id=34f5f11c-fa4c-4a54-bab0-6c112d271f06)] {{(pid=92474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:14:18.027523 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ff182aac-c7db-4435-9e5c-c570f96503ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:18.053099 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:18.055010 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:14:18.121359 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Pushing event updated for resources: {'Port': ['ID=3be93114-0817-4760-a2ec-e1a6ad61fcf8,revision_number=4']} {{(pid=92474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:14:18.122174 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd37e126-3aba-4724-9222-72f736a67faa admin admin] Notify agent at l3_agent.dv-cinder-779233-5-smb the message routers_updated {{(pid=92472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 12:14:18.124925 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:14:18.134987 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5fb701-6293-4c6d-8ce8-bf67e514306a None None] Sync routers for ids ['4170b26c-ecc7-40da-8f9d-ef68b1ee9217'] in dv-cinder-779233-5-smb {{(pid=92474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 12:14:18.144541 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-bd37e126-3aba-4724-9222-72f736a67faa admin admin] 10.222.0.44 "PUT /v2.0/routers/4170b26c-ecc7-40da-8f9d-ef68b1ee9217/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0703473 May 25 12:14:18.144895 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5fb701-6293-4c6d-8ce8-bf67e514306a None None] Routers {'4170b26c-ecc7-40da-8f9d-ef68b1ee9217'} bound to L3 agent in host dv-cinder-779233-5-smb {{(pid=92474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 12:14:18.145511 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_hamode_db [None req-9a5fb701-6293-4c6d-8ce8-bf67e514306a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T12:04:17Z,description=,heartbeat_timestamp=2021-05-25T12:14:17Z,host='dv-cinder-779233-5-smb',id=4aaf6e0c-8c85-4f95-8d8e-6a64f0cc3b25,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T12:04:17Z,topic='l3_agent')) {'router_ids': ['4170b26c-ecc7-40da-8f9d-ef68b1ee9217'], 'active': True} {{(pid=92474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:14:18.165418 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fafa742-c0be-4df6-ba49-5b7ca5b8abaa req-499f78da-2ae9-41d0-b63e-80238e195945 tempest-VolumesActionsTest-748357182 tempest-VolumesActionsTest-748357182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:18.166907 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-9fafa742-c0be-4df6-ba49-5b7ca5b8abaa req-499f78da-2ae9-41d0-b63e-80238e195945 tempest-VolumesActionsTest-748357182 tempest-VolumesActionsTest-748357182-project] 10.222.0.44 "GET /v2.0/ports?device_id=1abe39d2-f5a8-4e05-a41d-0a0dfd7ca31a HTTP/1.1" status: 200 len: 945 time: 0.1887455 May 25 12:14:18.178483 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b96cf1-677d-4755-afdc-d5444de9bbc6 req-8d50de33-4ce2-47d9-9f5c-938624027436 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:18.179862 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-e2b96cf1-677d-4755-afdc-d5444de9bbc6 req-8d50de33-4ce2-47d9-9f5c-938624027436 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9a81e13-45a7-497f-b969-59b5fde8ffac HTTP/1.1" status: 200 len: 946 time: 0.1616867 May 25 12:14:18.210365 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Device 65778ff9-eb23-4e5c-8520-1c47b6a95e14 details requested by agent hyperv_hv-cinder-77923 with host hv-cinder-77923 {{(pid=92474) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 12:14:18.257965 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-9fafa742-c0be-4df6-ba49-5b7ca5b8abaa req-1cf435a1-7444-4edd-a5ff-5e31fa808d3e tempest-VolumesActionsTest-748357182 tempest-VolumesActionsTest-748357182-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8654b93-897a-4ca0-a98e-867369e11a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771341 May 25 12:14:18.264101 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-e2b96cf1-677d-4755-afdc-d5444de9bbc6 req-8bd1f54a-6d93-4375-a38d-dfc3615a7a77 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/security-groups?id=66037392-5f85-4874-a400-63cb75635da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674601 May 25 12:14:18.455973 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_dvr_db [None req-9a5fb701-6293-4c6d-8ce8-bf67e514306a None None] Set router 4170b26c-ecc7-40da-8f9d-ef68b1ee9217 gateway port host: dv-cinder-779233-5-smb {{(pid=92474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 12:14:18.537955 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6ef661-3167-43ba-9b99-83c6a8d41d93 req-e1cb1562-0b3b-4d12-a2a4-0702efb50475 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:18.539651 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-3c6ef661-3167-43ba-9b99-83c6a8d41d93 req-e1cb1562-0b3b-4d12-a2a4-0702efb50475 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=21c30f2a-503c-4e0d-bac1-f85b5fb9d8bb HTTP/1.1" status: 200 len: 945 time: 0.1082888 May 25 12:14:18.606066 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-3c6ef661-3167-43ba-9b99-83c6a8d41d93 req-bab54348-04b8-48e6-8f77-eb605ccc05a9 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a320160-757e-42fb-b8ee-125d72b2bb08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537505 May 25 12:14:18.717263 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] For port 65778ff9-eb23-4e5c-8520-1c47b6a95e14, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=65778ff9-eb23-4e5c-8520-1c47b6a95e14,segment=NetworkSegment(8b99aeb2-0b7b-4047-b44a-6b390554f41d),segment_id=8b99aeb2-0b7b-4047-b44a-6b390554f41d)] {{(pid=92474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:14:18.744096 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Returning: {'device': '65778ff9-eb23-4e5c-8520-1c47b6a95e14', 'network_id': 'ac869807-42c6-45d8-b26c-eb99f93861f4', 'port_id': '65778ff9-eb23-4e5c-8520-1c47b6a95e14', 'mac_address': 'fa:16:3e:59:b2:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b8440fe-05fb-45fc-8abc-bbd49ec91535', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92474) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 12:14:18.832407 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9e7d3c-23e1-4698-8ae0-f4c75b394faf req-96dbe395-538c-4500-b4ef-b64bd8b08ebe tempest-VolumesActionsTest-748357182 tempest-VolumesActionsTest-748357182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:18.833741 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [req-5a9e7d3c-23e1-4698-8ae0-f4c75b394faf req-96dbe395-538c-4500-b4ef-b64bd8b08ebe tempest-VolumesActionsTest-748357182 tempest-VolumesActionsTest-748357182-project] Synchronizing usage tracker for tenant:8a9ca6bdce3443d79a1b6bc34c2a243e on resource:port {{(pid=92473) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 12:14:18.893761 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:18.928479 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [req-5a9e7d3c-23e1-4698-8ae0-f4c75b394faf req-96dbe395-538c-4500-b4ef-b64bd8b08ebe tempest-VolumesActionsTest-748357182 tempest-VolumesActionsTest-748357182-project] Unset dirty status for tenant:8a9ca6bdce3443d79a1b6bc34c2a243e on resource:port {{(pid=92473) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 12:14:18.929983 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-5a9e7d3c-23e1-4698-8ae0-f4c75b394faf req-96dbe395-538c-4500-b4ef-b64bd8b08ebe tempest-VolumesActionsTest-748357182 tempest-VolumesActionsTest-748357182-project] 10.222.0.54 "GET /v2.0/ports?device_id=1abe39d2-f5a8-4e05-a41d-0a0dfd7ca31a HTTP/1.1" status: 200 len: 945 time: 0.2200046 May 25 12:14:18.946570 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.notifiers.nova [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65778ff9-eb23-4e5c-8520-1c47b6a95e14 {{(pid=92474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 12:14:18.967413 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] For port 65778ff9-eb23-4e5c-8520-1c47b6a95e14, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=65778ff9-eb23-4e5c-8520-1c47b6a95e14,segment=NetworkSegment(8b99aeb2-0b7b-4047-b44a-6b390554f41d),segment_id=8b99aeb2-0b7b-4047-b44a-6b390554f41d)] {{(pid=92474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:14:18.973121 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b693219-8052-4b9e-8e90-76aca2fe2d52 req-20230e1a-2a1f-4f62-afc6-07eb81e45f11 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:18.974637 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-6b693219-8052-4b9e-8e90-76aca2fe2d52 req-20230e1a-2a1f-4f62-afc6-07eb81e45f11 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ec60dfa-fdcc-41d9-b9c2-83a40a6d2f5e HTTP/1.1" status: 200 len: 943 time: 0.1005538 May 25 12:14:19.011993 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_hamode_db [None req-9a5fb701-6293-4c6d-8ce8-bf67e514306a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4170b26c-ecc7-40da-8f9d-ef68b1ee9217', 'name': 'tempest-TestShelveInstance-516358481-router', 'tenant_id': '3af507f0e425422ca3c7895be8c0782e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'external_fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.77'}], 'enable_snat': True}, 'gw_port_id': '3be93114-0817-4760-a2ec-e1a6ad61fcf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T12:14:10Z', 'updated_at': '2021-05-25T12:14:16Z', 'revision_number': 4, 'project_id': '3af507f0e425422ca3c7895be8c0782e', 'gw_port': {'id': '3be93114-0817-4760-a2ec-e1a6ad61fcf8', 'name': '', 'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:93:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4170b26c-ecc7-40da-8f9d-ef68b1ee9217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:14:11Z', 'updated_at': '2021-05-25T12:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-5-smb', '_interfaces': [{'id': '511510b3-e562-41c1-b621-a990c11443f2', 'name': '', 'network_id': '77ad1c50-247b-40b9-b7b8-c6cd79f26015', 'tenant_id': '3af507f0e425422ca3c7895be8c0782e', 'mac_address': 'fa:16:3e:60:a9:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4170b26c-ecc7-40da-8f9d-ef68b1ee9217', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'f07ed52d-7854-493d-9823-78ce59a5575a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:14:15Z', 'updated_at': '2021-05-25T12:14:16Z', 'revision_number': 2, 'project_id': '3af507f0e425422ca3c7895be8c0782e', 'subnets': [{'id': 'f07ed52d-7854-493d-9823-78ce59a5575a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-5-smb', False) {} {{(pid=92474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:14:19.018206 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5fb701-6293-4c6d-8ce8-bf67e514306a None None] Checking router: 4170b26c-ecc7-40da-8f9d-ef68b1ee9217 for host: dv-cinder-779233-5-smb {{(pid=92474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 12:14:19.018904 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5fb701-6293-4c6d-8ce8-bf67e514306a None None] Updating router 4170b26c-ecc7-40da-8f9d-ef68b1ee9217 port 511510b3-e562-41c1-b621-a990c11443f2 binding host dv-cinder-779233-5-smb {{(pid=92474) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 12:14:19.078539 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.plugin [req-5a9e7d3c-23e1-4698-8ae0-f4c75b394faf req-856b169c-9215-4680-826b-fdaf691a38c9 tempest-VolumesActionsTest-748357182 tempest-VolumesActionsTest-748357182-project] Deleting port e62524ca-5b9f-461b-9a9c-c01f8e5d0464 {{(pid=92473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 12:14:19.078880 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-5a9e7d3c-23e1-4698-8ae0-f4c75b394faf req-856b169c-9215-4680-826b-fdaf691a38c9 tempest-VolumesActionsTest-748357182 tempest-VolumesActionsTest-748357182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786008536899'] for port, before_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:19.086943 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-6b693219-8052-4b9e-8e90-76aca2fe2d52 req-b2095aaa-ae48-4d95-9580-3c348f0dd88f tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] 10.222.0.44 "GET /v2.0/security-groups?id=834f1aba-53ea-460a-bb7b-da7400e454f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937028 May 25 12:14:19.094556 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-9a5fb701-6293-4c6d-8ce8-bf67e514306a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:19.104476 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:19.109680 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:14:19.239531 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Pushing event updated for resources: {'Port': ['ID=65778ff9-eb23-4e5c-8520-1c47b6a95e14,revision_number=4']} {{(pid=92474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:14:19.251743 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:14:19.297176 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 39016) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:14:19.303428 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.v2.base [None req-5449a68b-0f34-484a-b310-4ace6a82df93 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-210925953', 'description': 'tempest-secgroup-smoke-210925953 description', 'project_id': 'ac5d446aa86d403580c17e594b9b5cd4'}} {{(pid=92472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 12:14:19.309444 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-5449a68b-0f34-484a-b310-4ace6a82df93 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:14:19.313572 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-5449a68b-0f34-484a-b310-4ace6a82df93 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Usage tracker for resource:security_group and tenant:ac5d446aa86d403580c17e594b9b5cd4 is out of sync, need to count used quota {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:14:19.320147 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-5449a68b-0f34-484a-b310-4ace6a82df93 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:14:19.331093 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-5449a68b-0f34-484a-b310-4ace6a82df93 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:14:19.340686 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.db [req-5a9e7d3c-23e1-4698-8ae0-f4c75b394faf req-856b169c-9215-4680-826b-fdaf691a38c9 tempest-VolumesActionsTest-748357182 tempest-VolumesActionsTest-748357182-project] For port e62524ca-5b9f-461b-9a9c-c01f8e5d0464, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=e62524ca-5b9f-461b-9a9c-c01f8e5d0464,segment=NetworkSegment(70fd6a27-84e6-4393-834d-58eae1636d1a),segment_id=70fd6a27-84e6-4393-834d-58eae1636d1a)] {{(pid=92473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:14:19.343014 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-5a9e7d3c-23e1-4698-8ae0-f4c75b394faf req-856b169c-9215-4680-826b-fdaf691a38c9 tempest-VolumesActionsTest-748357182 tempest-VolumesActionsTest-748357182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042426'] for port, precommit_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:19.431158 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-5449a68b-0f34-484a-b310-4ace6a82df93 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Notify callbacks [] for security_group, before_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:19.466636 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-5449a68b-0f34-484a-b310-4ace6a82df93 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:14:19.474955 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-5449a68b-0f34-484a-b310-4ace6a82df93 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Usage tracker for resource:security_group_rule and tenant:ac5d446aa86d403580c17e594b9b5cd4 is out of sync, need to count used quota {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:14:19.486434 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-5449a68b-0f34-484a-b310-4ace6a82df93 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:14:19.540867 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.plugin [req-5a9e7d3c-23e1-4698-8ae0-f4c75b394faf req-856b169c-9215-4680-826b-fdaf691a38c9 tempest-VolumesActionsTest-748357182 tempest-VolumesActionsTest-748357182-project] Calling delete_port for e62524ca-5b9f-461b-9a9c-c01f8e5d0464 owned by compute:nova {{(pid=92473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 12:14:19.543177 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] get_ports_and_sgs() called for port_ids ['65778ff9-eb23-4e5c-8520-1c47b6a95e14'] {{(pid=92474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 12:14:19.567621 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Device 3be93114-0817-4760-a2ec-e1a6ad61fcf8 up at agent ovs-agent-dv-cinder-779233-5-smb {{(pid=92474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 12:14:19.586773 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-5449a68b-0f34-484a-b310-4ace6a82df93 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:14:19.602974 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-cb1178c2-b2b5-418b-a63c-7279ce5a9fe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:19.797353 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfa15f5-0982-42ad-b580-f896c134a148 req-01bf9e4c-4584-406b-85d8-ed78207ac8fd tempest-VolumesActionsTest-748357182 tempest-VolumesActionsTest-748357182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:19.797353 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-0dfa15f5-0982-42ad-b580-f896c134a148 req-01bf9e4c-4584-406b-85d8-ed78207ac8fd tempest-VolumesActionsTest-748357182 tempest-VolumesActionsTest-748357182-project] 10.222.0.44 "GET /v2.0/ports?device_id=1abe39d2-f5a8-4e05-a41d-0a0dfd7ca31a HTTP/1.1" status: 200 len: 945 time: 0.2451432 May 25 12:14:19.797353 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66783f6-67d3-4add-8ba1-165c7ef17f40 req-53dde5cc-28ad-4de2-8218-c71c3c48dcbc tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:19.797353 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-b66783f6-67d3-4add-8ba1-165c7ef17f40 req-53dde5cc-28ad-4de2-8218-c71c3c48dcbc tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9a81e13-45a7-497f-b969-59b5fde8ffac HTTP/1.1" status: 200 len: 946 time: 0.3112926 May 25 12:14:19.814137 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-9a5fb701-6293-4c6d-8ce8-bf67e514306a None None] Notify callbacks [] for port, precommit_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:19.827556 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-9a5fb701-6293-4c6d-8ce8-bf67e514306a None None] Transition to ACTIVE for port object 511510b3-e562-41c1-b621-a990c11443f2 will not be triggered until provisioned by entity L2. {{(pid=92474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 12:14:19.848429 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-5a9e7d3c-23e1-4698-8ae0-f4c75b394faf req-856b169c-9215-4680-826b-fdaf691a38c9 tempest-VolumesActionsTest-748357182 tempest-VolumesActionsTest-748357182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786008539046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786008105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2465563'] for port, after_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:19.860073 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-5449a68b-0f34-484a-b310-4ace6a82df93 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Notify callbacks [] for security_group, precommit_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:19.871685 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-5ccdf821-eabc-4336-904a-e45380be206b tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:14:19.871852 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Provisioning complete for port 3be93114-0817-4760-a2ec-e1a6ad61fcf8 triggered by entity L2. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 12:14:19.871852 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902397'] for port, provisioning_complete {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:19.901341 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-b66783f6-67d3-4add-8ba1-165c7ef17f40 req-859e550b-c0a2-40aa-b3d0-90667e0e36a5 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/security-groups?id=66037392-5f85-4874-a400-63cb75635da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796211 May 25 12:14:19.925793 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-0dfa15f5-0982-42ad-b580-f896c134a148 req-b8c20a3f-0b24-485a-b992-acba4a7dae8b tempest-VolumesActionsTest-748357182 tempest-VolumesActionsTest-748357182-project] 10.222.0.44 "GET /v2.0/security-groups?id=c8654b93-897a-4ca0-a98e-867369e11a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417081 May 25 12:14:20.029271 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856b169c-9215-4680-826b-fdaf691a38c9 tempest-VolumesActionsTest-748357182 tempest-VolumesActionsTest-748357182-project] Pushing event deleted for resources: {'Port': ['ID=e62524ca-5b9f-461b-9a9c-c01f8e5d0464,revision_number=None']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:14:20.040445 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-856b169c-9215-4680-826b-fdaf691a38c9 tempest-VolumesActionsTest-748357182 tempest-VolumesActionsTest-748357182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:14:20.071315 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-5449a68b-0f34-484a-b310-4ace6a82df93 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:20.093211 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-4830e52a-b96f-4ec7-ac5a-45c002461fed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:14:20.108595 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-9a5fb701-6293-4c6d-8ce8-bf67e514306a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:20.125703 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:14:20.153259 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a9e7d3c-23e1-4698-8ae0-f4c75b394faf req-856b169c-9215-4680-826b-fdaf691a38c9 tempest-VolumesActionsTest-748357182 tempest-VolumesActionsTest-748357182-project] No DVR routers for this DVR port e62524ca-5b9f-461b-9a9c-c01f8e5d0464 on host hv-cinder-77923 {{(pid=92473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 12:14:20.158580 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-5a9e7d3c-23e1-4698-8ae0-f4c75b394faf req-856b169c-9215-4680-826b-fdaf691a38c9 tempest-VolumesActionsTest-748357182 tempest-VolumesActionsTest-748357182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163099'] for port, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:20.169467 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1abe39d2-f5a8-4e05-a41d-0a0dfd7ca31a', 'name': 'network-vif-deleted', 'tag': 'e62524ca-5b9f-461b-9a9c-c01f8e5d0464'}] {{(pid=92473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 12:14:20.177191 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5449a68b-0f34-484a-b310-4ace6a82df93 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38a619e1-b49f-4641-8bcb-79d8e6cdbdf6,revision_number=1']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:14:20.181381 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-5449a68b-0f34-484a-b310-4ace6a82df93 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:14:20.212681 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9424f3a-6200-4211-8d6b-6b5348e2013c None None] Pushing event updated for resources: {'Port': ['ID=511510b3-e562-41c1-b621-a990c11443f2,revision_number=3']} {{(pid=92474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:14:20.279459 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-e9424f3a-6200-4211-8d6b-6b5348e2013c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:14:20.279459 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Device e62524ca-5b9f-461b-9a9c-c01f8e5d0464 no longer exists at agent hyperv_hv-cinder-77923 {{(pid=92474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 12:14:20.296443 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-5a9e7d3c-23e1-4698-8ae0-f4c75b394faf req-856b169c-9215-4680-826b-fdaf691a38c9 tempest-VolumesActionsTest-748357182 tempest-VolumesActionsTest-748357182-project] 10.222.0.54 "DELETE /v2.0/ports/e62524ca-5b9f-461b-9a9c-c01f8e5d0464 HTTP/1.1" status: 204 len: 173 time: 1.3554645 May 25 12:14:20.313107 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-5449a68b-0f34-484a-b310-4ace6a82df93 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Notify callbacks [] for security_group, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:20.319198 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 39042) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:14:20.326786 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-5449a68b-0f34-484a-b310-4ace6a82df93 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.0186574 May 25 12:14:20.328545 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.v2.base [None req-5cd30883-85ff-45b1-8257-73837c9619f8 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Request body: {'security_group_rule': {'security_group_id': '38a619e1-b49f-4641-8bcb-79d8e6cdbdf6', 'project_id': 'ac5d446aa86d403580c17e594b9b5cd4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 12:14:20.335939 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-5cd30883-85ff-45b1-8257-73837c9619f8 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:14:20.336899 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.plugin [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] No Port match for: e62524ca-5b9f-461b-9a9c-c01f8e5d0464 {{(pid=92474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 12:14:20.337810 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Device e62524ca-5b9f-461b-9a9c-c01f8e5d0464 not bound to the agent host hv-cinder-77923 {{(pid=92474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 12:14:20.341806 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-5cd30883-85ff-45b1-8257-73837c9619f8 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Usage tracker for resource:security_group_rule and tenant:ac5d446aa86d403580c17e594b9b5cd4 is out of sync, need to count used quota {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:14:20.346137 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-5cd30883-85ff-45b1-8257-73837c9619f8 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:14:20.353017 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-5cd30883-85ff-45b1-8257-73837c9619f8 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:14:20.375504 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e0f907-9fda-44cf-9dee-845c82e70df0 req-a43d3b74-2694-4f56-a541-eed953d2154c tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:20.377033 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-98e0f907-9fda-44cf-9dee-845c82e70df0 req-a43d3b74-2694-4f56-a541-eed953d2154c tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=21c30f2a-503c-4e0d-bac1-f85b5fb9d8bb HTTP/1.1" status: 200 len: 945 time: 0.1969657 May 25 12:14:20.389040 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3005dd-5595-4bbd-8156-bac27dba039f req-cf4fcb14-3a25-433c-a35e-d5a04a762415 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:20.390452 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-fe3005dd-5595-4bbd-8156-bac27dba039f req-cf4fcb14-3a25-433c-a35e-d5a04a762415 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ec60dfa-fdcc-41d9-b9c2-83a40a6d2f5e HTTP/1.1" status: 200 len: 944 time: 0.1554158 May 25 12:14:20.465330 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.managers [None req-9a5fb701-6293-4c6d-8ce8-bf67e514306a None None] Attempting to bind port 511510b3-e562-41c1-b621-a990c11443f2 on host dv-cinder-779233-5-smb for vnic_type normal with profile {{(pid=92474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 12:14:20.466004 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.managers [None req-9a5fb701-6293-4c6d-8ce8-bf67e514306a None None] Attempting to bind port 511510b3-e562-41c1-b621-a990c11443f2 by drivers openvswitch,hyperv on host dv-cinder-779233-5-smb at level 0 using segments [{'id': '4ce09daa-ccf8-4524-9228-8989372e2e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '77ad1c50-247b-40b9-b7b8-c6cd79f26015'}] {{(pid=92474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 12:14:20.466603 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5fb701-6293-4c6d-8ce8-bf67e514306a None None] Attempting to bind port 511510b3-e562-41c1-b621-a990c11443f2 on network 77ad1c50-247b-40b9-b7b8-c6cd79f26015 {{(pid=92474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 12:14:20.481409 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-98e0f907-9fda-44cf-9dee-845c82e70df0 req-c18ba87f-a579-4f80-8989-f3f7601bb2a2 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a320160-757e-42fb-b8ee-125d72b2bb08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898080 May 25 12:14:20.483236 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5fb701-6293-4c6d-8ce8-bf67e514306a None None] Checking agent: {'id': 'dfb2fd04-6671-4c26-88c9-b30127e2e29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779233-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 12, 4, 16), 'started_at': datetime.datetime(2021, 5, 25, 12, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 12, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779233-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 12:14:20.483859 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5fb701-6293-4c6d-8ce8-bf67e514306a None None] Checking segment: {'id': '4ce09daa-ccf8-4524-9228-8989372e2e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '77ad1c50-247b-40b9-b7b8-c6cd79f26015'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 12:14:20.484434 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-9a5fb701-6293-4c6d-8ce8-bf67e514306a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:20.485053 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5fb701-6293-4c6d-8ce8-bf67e514306a None None] Bound using segment: {'id': '4ce09daa-ccf8-4524-9228-8989372e2e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '77ad1c50-247b-40b9-b7b8-c6cd79f26015'} {{(pid=92474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 12:14:20.485739 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.managers [None req-9a5fb701-6293-4c6d-8ce8-bf67e514306a None None] Bound port: 511510b3-e562-41c1-b621-a990c11443f2, host: dv-cinder-779233-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ce09daa-ccf8-4524-9228-8989372e2e71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '77ad1c50-247b-40b9-b7b8-c6cd79f26015'}}] {{(pid=92474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 12:14:20.486284 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-9a5fb701-6293-4c6d-8ce8-bf67e514306a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:20.491497 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-fe3005dd-5595-4bbd-8156-bac27dba039f req-4a44c0da-590f-4a95-a061-4a06dc768f1d tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] 10.222.0.44 "GET /v2.0/security-groups?id=834f1aba-53ea-460a-bb7b-da7400e454f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808327 May 25 12:14:20.520034 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-5cd30883-85ff-45b1-8257-73837c9619f8 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:20.594671 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-5cd30883-85ff-45b1-8257-73837c9619f8 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:20.596509 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-9a5fb701-6293-4c6d-8ce8-bf67e514306a None None] For port 511510b3-e562-41c1-b621-a990c11443f2, host dv-cinder-779233-5-smb, cleared binding levels {{(pid=92474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 12:14:20.600324 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-9a5fb701-6293-4c6d-8ce8-bf67e514306a None None] For port 511510b3-e562-41c1-b621-a990c11443f2, host dv-cinder-779233-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-5-smb',level=0,port_id=511510b3-e562-41c1-b621-a990c11443f2,segment=NetworkSegment(4ce09daa-ccf8-4524-9228-8989372e2e71),segment_id=4ce09daa-ccf8-4524-9228-8989372e2e71)] {{(pid=92474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 12:14:20.631102 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1abe39d2-f5a8-4e05-a41d-0a0dfd7ca31a', 'name': 'network-vif-deleted', 'tag': 'e62524ca-5b9f-461b-9a9c-c01f8e5d0464', 'status': 'completed', 'code': 200} May 25 12:14:20.684508 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-5cd30883-85ff-45b1-8257-73837c9619f8 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019753'] for security_group_rule, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:20.686647 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-77d473df-81b5-445a-9e72-40aa2ba975ce tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:14:20.709715 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd30883-85ff-45b1-8257-73837c9619f8 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dc85ac8-1acd-4aae-8071-80493bec8331,revision_number=0']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:14:20.714810 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-5cd30883-85ff-45b1-8257-73837c9619f8 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:14:20.719163 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-9a5fb701-6293-4c6d-8ce8-bf67e514306a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:20.724952 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:14:20.807016 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5fb701-6293-4c6d-8ce8-bf67e514306a None None] Routers {'4170b26c-ecc7-40da-8f9d-ef68b1ee9217'} bound to L3 agent in host dv-cinder-779233-5-smb {{(pid=92474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 12:14:20.808257 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_hamode_db [None req-9a5fb701-6293-4c6d-8ce8-bf67e514306a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T12:04:17Z,description=,heartbeat_timestamp=2021-05-25T12:14:17Z,host='dv-cinder-779233-5-smb',id=4aaf6e0c-8c85-4f95-8d8e-6a64f0cc3b25,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T12:04:17Z,topic='l3_agent')) {'router_ids': ['4170b26c-ecc7-40da-8f9d-ef68b1ee9217'], 'active': True} {{(pid=92474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:14:20.841734 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-5cd30883-85ff-45b1-8257-73837c9619f8 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:20.844226 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-5cd30883-85ff-45b1-8257-73837c9619f8 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5224860 May 25 12:14:20.852204 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 39052) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:14:20.858542 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.v2.base [None req-ce0c9de0-8ccd-4e38-95ce-36b81e161e60 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Request body: {'security_group_rule': {'security_group_id': '38a619e1-b49f-4641-8bcb-79d8e6cdbdf6', 'project_id': 'ac5d446aa86d403580c17e594b9b5cd4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 12:14:20.866546 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-ce0c9de0-8ccd-4e38-95ce-36b81e161e60 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:14:20.870715 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-ce0c9de0-8ccd-4e38-95ce-36b81e161e60 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Usage tracker for resource:security_group_rule and tenant:ac5d446aa86d403580c17e594b9b5cd4 is out of sync, need to count used quota {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:14:20.873742 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-ce0c9de0-8ccd-4e38-95ce-36b81e161e60 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:14:20.880356 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-ce0c9de0-8ccd-4e38-95ce-36b81e161e60 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:14:20.891743 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9424f3a-6200-4211-8d6b-6b5348e2013c None None] Pushing event updated for resources: {'Port': ['ID=511510b3-e562-41c1-b621-a990c11443f2,revision_number=4']} {{(pid=92474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:14:20.898794 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-e9424f3a-6200-4211-8d6b-6b5348e2013c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:14:20.999084 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_dvr_db [None req-9a5fb701-6293-4c6d-8ce8-bf67e514306a None None] Set router 4170b26c-ecc7-40da-8f9d-ef68b1ee9217 gateway port host: dv-cinder-779233-5-smb {{(pid=92474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 12:14:21.004844 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-ce0c9de0-8ccd-4e38-95ce-36b81e161e60 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:21.085259 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-ce0c9de0-8ccd-4e38-95ce-36b81e161e60 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:21.140587 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8806684-e3fd-44aa-a403-bc920d4ad430 req-9a87fff3-e725-4a99-9e91-a687b6e14d06 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:21.142965 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-d8806684-e3fd-44aa-a403-bc920d4ad430 req-9a87fff3-e725-4a99-9e91-a687b6e14d06 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9a81e13-45a7-497f-b969-59b5fde8ffac HTTP/1.1" status: 200 len: 946 time: 0.1029999 May 25 12:14:21.187075 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-d8806684-e3fd-44aa-a403-bc920d4ad430 req-b35721aa-a6fe-43f5-9f78-601bda046618 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/security-groups?id=66037392-5f85-4874-a400-63cb75635da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389085 May 25 12:14:21.196662 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-ce0c9de0-8ccd-4e38-95ce-36b81e161e60 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019753'] for security_group_rule, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:21.199449 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-150586d2-0aca-40c3-b294-524101463e43 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:14:21.225774 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0c9de0-8ccd-4e38-95ce-36b81e161e60 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccbea51f-6179-4431-92b1-e04ef18bb33c,revision_number=0']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:14:21.229904 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-ce0c9de0-8ccd-4e38-95ce-36b81e161e60 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:14:21.339449 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-ce0c9de0-8ccd-4e38-95ce-36b81e161e60 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:21.340597 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-ce0c9de0-8ccd-4e38-95ce-36b81e161e60 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4873595 May 25 12:14:21.343497 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 39066) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:14:21.349609 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_hamode_db [None req-9a5fb701-6293-4c6d-8ce8-bf67e514306a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4170b26c-ecc7-40da-8f9d-ef68b1ee9217', 'name': 'tempest-TestShelveInstance-516358481-router', 'tenant_id': '3af507f0e425422ca3c7895be8c0782e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'external_fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.77'}], 'enable_snat': True}, 'gw_port_id': '3be93114-0817-4760-a2ec-e1a6ad61fcf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T12:14:10Z', 'updated_at': '2021-05-25T12:14:16Z', 'revision_number': 4, 'project_id': '3af507f0e425422ca3c7895be8c0782e', 'gw_port': {'id': '3be93114-0817-4760-a2ec-e1a6ad61fcf8', 'name': '', 'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:93:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4170b26c-ecc7-40da-8f9d-ef68b1ee9217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:14:11Z', 'updated_at': '2021-05-25T12:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-5-smb', '_interfaces': [{'id': '511510b3-e562-41c1-b621-a990c11443f2', 'name': '', 'network_id': '77ad1c50-247b-40b9-b7b8-c6cd79f26015', 'tenant_id': '3af507f0e425422ca3c7895be8c0782e', 'mac_address': 'fa:16:3e:60:a9:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4170b26c-ecc7-40da-8f9d-ef68b1ee9217', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'f07ed52d-7854-493d-9823-78ce59a5575a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:14:15Z', 'updated_at': '2021-05-25T12:14:20Z', 'revision_number': 4, 'project_id': '3af507f0e425422ca3c7895be8c0782e', 'subnets': [{'id': 'f07ed52d-7854-493d-9823-78ce59a5575a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-5-smb', False) {} {{(pid=92474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:14:21.349821 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.v2.base [None req-0a4bf495-3bca-45d6-823e-e622e47cf551 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Request body: {'security_group_rule': {'security_group_id': '38a619e1-b49f-4641-8bcb-79d8e6cdbdf6', 'project_id': 'ac5d446aa86d403580c17e594b9b5cd4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 12:14:21.350215 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5fb701-6293-4c6d-8ce8-bf67e514306a None None] The sync data for ids ['4170b26c-ecc7-40da-8f9d-ef68b1ee9217'] in dv-cinder-779233-5-smb is: [{'id': '4170b26c-ecc7-40da-8f9d-ef68b1ee9217', 'name': 'tempest-TestShelveInstance-516358481-router', 'tenant_id': '3af507f0e425422ca3c7895be8c0782e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'external_fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.77'}], 'enable_snat': True}, 'gw_port_id': '3be93114-0817-4760-a2ec-e1a6ad61fcf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T12:14:10Z', 'updated_at': '2021-05-25T12:14:16Z', 'revision_number': 4, 'project_id': '3af507f0e425422ca3c7895be8c0782e', 'gw_port': {'id': '3be93114-0817-4760-a2ec-e1a6ad61fcf8', 'name': '', 'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:93:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4170b26c-ecc7-40da-8f9d-ef68b1ee9217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:14:11Z', 'updated_at': '2021-05-25T12:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-5-smb', '_interfaces': [{'id': '511510b3-e562-41c1-b621-a990c11443f2', 'name': '', 'network_id': '77ad1c50-247b-40b9-b7b8-c6cd79f26015', 'tenant_id': '3af507f0e425422ca3c7895be8c0782e', 'mac_address': 'fa:16:3e:60:a9:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4170b26c-ecc7-40da-8f9d-ef68b1ee9217', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'f07ed52d-7854-493d-9823-78ce59a5575a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:14:15Z', 'updated_at': '2021-05-25T12:14:20Z', 'revision_number': 4, 'project_id': '3af507f0e425422ca3c7895be8c0782e', 'subnets': [{'id': 'f07ed52d-7854-493d-9823-78ce59a5575a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 12:14:21.357453 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-0a4bf495-3bca-45d6-823e-e622e47cf551 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:14:21.362881 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-0a4bf495-3bca-45d6-823e-e622e47cf551 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Usage tracker for resource:security_group_rule and tenant:ac5d446aa86d403580c17e594b9b5cd4 is out of sync, need to count used quota {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:14:21.368689 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-0a4bf495-3bca-45d6-823e-e622e47cf551 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:14:21.372685 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-6bc72666-4b76-4cd5-ae9e-d0c35ad1c5d1 req-44875a15-0f52-4a98-9a60-3dadd6145b43 tempest-VolumesActionsTest-748357182 tempest-VolumesActionsTest-748357182-project] 10.222.0.44 "GET /v2.0/ports?device_id=1abe39d2-f5a8-4e05-a41d-0a0dfd7ca31a HTTP/1.1" status: 200 len: 210 time: 0.0511119 May 25 12:14:21.378963 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-0a4bf495-3bca-45d6-823e-e622e47cf551 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:14:21.515258 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-0a4bf495-3bca-45d6-823e-e622e47cf551 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:21.583935 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Device 511510b3-e562-41c1-b621-a990c11443f2 up at agent ovs-agent-dv-cinder-779233-5-smb {{(pid=92474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 12:14:21.633202 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-0a4bf495-3bca-45d6-823e-e622e47cf551 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:21.728977 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec119fb5-4b98-431b-9033-826477f9de62 req-220b3ad3-1d57-4def-83b4-4eaf1ee28701 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:21.738327 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-ec119fb5-4b98-431b-9033-826477f9de62 req-220b3ad3-1d57-4def-83b4-4eaf1ee28701 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ec60dfa-fdcc-41d9-b9c2-83a40a6d2f5e HTTP/1.1" status: 200 len: 944 time: 0.1331468 May 25 12:14:21.741537 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-0a4bf495-3bca-45d6-823e-e622e47cf551 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019753'] for security_group_rule, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:21.746317 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:14:21.777316 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4bf495-3bca-45d6-823e-e622e47cf551 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9fa2aaf-b24a-412d-ab2f-740d7906cee4,revision_number=0']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:14:21.798215 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-0a4bf495-3bca-45d6-823e-e622e47cf551 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:14:21.828208 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-ec119fb5-4b98-431b-9033-826477f9de62 req-e7218385-b058-432d-89a2-ccf6230d6612 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] 10.222.0.44 "GET /v2.0/security-groups?id=834f1aba-53ea-460a-bb7b-da7400e454f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888605 May 25 12:14:21.872877 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Provisioning for port 511510b3-e562-41c1-b621-a990c11443f2 completed by entity L2. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 12:14:21.878011 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Provisioning complete for port 511510b3-e562-41c1-b621-a990c11443f2 triggered by entity L2. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 12:14:21.878383 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902397'] for port, provisioning_complete {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:21.908026 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-0a4bf495-3bca-45d6-823e-e622e47cf551 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:21.912917 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-0a4bf495-3bca-45d6-823e-e622e47cf551 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5647414 May 25 12:14:21.914889 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 39082) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:14:21.920597 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.v2.base [None req-16a63484-0a2f-406b-8491-037e4cf61ab9 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Request body: {'security_group_rule': {'security_group_id': '38a619e1-b49f-4641-8bcb-79d8e6cdbdf6', 'project_id': 'ac5d446aa86d403580c17e594b9b5cd4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 12:14:21.939102 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-16a63484-0a2f-406b-8491-037e4cf61ab9 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:14:21.956519 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-16a63484-0a2f-406b-8491-037e4cf61ab9 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Usage tracker for resource:security_group_rule and tenant:ac5d446aa86d403580c17e594b9b5cd4 is out of sync, need to count used quota {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:14:21.968355 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-16a63484-0a2f-406b-8491-037e4cf61ab9 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:14:21.976195 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-16a63484-0a2f-406b-8491-037e4cf61ab9 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:14:22.088761 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8f6881-35b2-4818-abab-9f2df81ca943 req-c9773a94-ec2d-40df-b110-2060cbcd78af tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:22.090368 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-8a8f6881-35b2-4818-abab-9f2df81ca943 req-c9773a94-ec2d-40df-b110-2060cbcd78af tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=21c30f2a-503c-4e0d-bac1-f85b5fb9d8bb HTTP/1.1" status: 200 len: 945 time: 0.1398876 May 25 12:14:22.115567 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-16a63484-0a2f-406b-8491-037e4cf61ab9 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:22.123863 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:22.145665 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-8a8f6881-35b2-4818-abab-9f2df81ca943 req-39add6d5-2524-43a3-a9ef-f51b86e39367 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a320160-757e-42fb-b8ee-125d72b2bb08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492322 May 25 12:14:22.185725 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] For port 511510b3-e562-41c1-b621-a990c11443f2, host dv-cinder-779233-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-5-smb',level=0,port_id=511510b3-e562-41c1-b621-a990c11443f2,segment=NetworkSegment(4ce09daa-ccf8-4524-9228-8989372e2e71),segment_id=4ce09daa-ccf8-4524-9228-8989372e2e71)] {{(pid=92474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:14:22.223980 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-16a63484-0a2f-406b-8491-037e4cf61ab9 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:22.237063 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Device 65778ff9-eb23-4e5c-8520-1c47b6a95e14 up at agent hyperv_hv-cinder-77923 {{(pid=92474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 12:14:22.277060 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:22.285503 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:14:22.341071 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-16a63484-0a2f-406b-8491-037e4cf61ab9 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019753'] for security_group_rule, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:22.363524 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Pushing event updated for resources: {'Port': ['ID=511510b3-e562-41c1-b621-a990c11443f2,revision_number=5']} {{(pid=92474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:14:22.373624 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:14:22.380942 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-5cd30883-85ff-45b1-8257-73837c9619f8 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:14:22.394371 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a63484-0a2f-406b-8491-037e4cf61ab9 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17826852-3c54-47e1-9764-fc632278d33a,revision_number=0']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:14:22.397861 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-16a63484-0a2f-406b-8491-037e4cf61ab9 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:14:22.455357 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caa3d5a-f372-43c7-a717-394907a589b5 req-92b1fc0a-5181-4d3a-a8f2-af10a7b5251b tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:22.455357 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-5caa3d5a-f372-43c7-a717-394907a589b5 req-92b1fc0a-5181-4d3a-a8f2-af10a7b5251b tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9a81e13-45a7-497f-b969-59b5fde8ffac HTTP/1.1" status: 200 len: 946 time: 0.1269727 May 25 12:14:22.499248 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Provisioning for port 65778ff9-eb23-4e5c-8520-1c47b6a95e14 completed by entity L2. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 12:14:22.500236 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-5caa3d5a-f372-43c7-a717-394907a589b5 req-fc9de54e-1e64-45ad-86f7-dd02ea64a8f7 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/security-groups?id=66037392-5f85-4874-a400-63cb75635da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406568 May 25 12:14:22.506265 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-16a63484-0a2f-406b-8491-037e4cf61ab9 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:22.511931 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-16a63484-0a2f-406b-8491-037e4cf61ab9 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5946712 May 25 12:14:22.513538 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 39092) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:14:22.514426 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Provisioning complete for port 65778ff9-eb23-4e5c-8520-1c47b6a95e14 triggered by entity L2. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 12:14:22.514797 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902397'] for port, provisioning_complete {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:22.520590 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.v2.base [None req-cf59c81a-8e2a-4532-84e0-1cb054354cae tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Request body: {'security_group_rule': {'security_group_id': '38a619e1-b49f-4641-8bcb-79d8e6cdbdf6', 'project_id': 'ac5d446aa86d403580c17e594b9b5cd4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 12:14:22.527035 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-cf59c81a-8e2a-4532-84e0-1cb054354cae tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:14:22.531887 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-cf59c81a-8e2a-4532-84e0-1cb054354cae tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Usage tracker for resource:security_group_rule and tenant:ac5d446aa86d403580c17e594b9b5cd4 is out of sync, need to count used quota {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:14:22.535906 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-cf59c81a-8e2a-4532-84e0-1cb054354cae tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:14:22.544035 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-cf59c81a-8e2a-4532-84e0-1cb054354cae tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:14:22.637591 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.db.securitygroups_db [None req-cf59c81a-8e2a-4532-84e0-1cb054354cae tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Project ac5d446aa86d403580c17e594b9b5cd4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 12:14:22.650455 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-cf59c81a-8e2a-4532-84e0-1cb054354cae tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:22.653284 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:22.695175 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] For port 65778ff9-eb23-4e5c-8520-1c47b6a95e14, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=65778ff9-eb23-4e5c-8520-1c47b6a95e14,segment=NetworkSegment(8b99aeb2-0b7b-4047-b44a-6b390554f41d),segment_id=8b99aeb2-0b7b-4047-b44a-6b390554f41d)] {{(pid=92474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:14:22.696345 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ec60dfa-fdcc-41d9-b9c2-83a40a6d2f5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65778ff9-eb23-4e5c-8520-1c47b6a95e14'}] {{(pid=92474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 12:14:22.745577 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8383543b-5fbb-4daa-a1a9-eeb88e28e873 req-840b3922-b38b-46f0-aaba-e9b8ad4e9500 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:22.753262 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-8383543b-5fbb-4daa-a1a9-eeb88e28e873 req-840b3922-b38b-46f0-aaba-e9b8ad4e9500 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/ports?device_id=91084e5d-21f7-47e0-ba36-ce20a3165f35 HTTP/1.1" status: 200 len: 946 time: 0.1169751 May 25 12:14:22.755286 dv-cinder-779233-5-smb neutron-server[92474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ec60dfa-fdcc-41d9-b9c2-83a40a6d2f5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65778ff9-eb23-4e5c-8520-1c47b6a95e14', 'code': 200} May 25 12:14:22.775536 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-cf59c81a-8e2a-4532-84e0-1cb054354cae tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:22.798342 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:22.802627 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-42ae34ee-1741-4059-971f-c2638712649d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:14:22.824633 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-8383543b-5fbb-4daa-a1a9-eeb88e28e873 req-6a588837-274c-43b4-a932-530df9cd12e8 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e30fd3d-56a9-4f5d-b932-be2974abe124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705023 May 25 12:14:22.890140 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-cf59c81a-8e2a-4532-84e0-1cb054354cae tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019753'] for security_group_rule, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:22.897285 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:14:22.911666 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf59c81a-8e2a-4532-84e0-1cb054354cae tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d84b72a-69bd-4937-9547-079c3c0648a1,revision_number=0']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:14:22.919469 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Pushing event updated for resources: {'Port': ['ID=65778ff9-eb23-4e5c-8520-1c47b6a95e14,revision_number=5']} {{(pid=92474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:14:22.920991 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-cf59c81a-8e2a-4532-84e0-1cb054354cae tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:14:22.922652 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:14:23.021254 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-cf59c81a-8e2a-4532-84e0-1cb054354cae tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:23.024400 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-cf59c81a-8e2a-4532-84e0-1cb054354cae tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5094483 May 25 12:14:23.026557 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 39106) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:14:23.033629 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.v2.base [None req-64f0c859-2325-4376-81d0-c218be58f2b2 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Request body: {'security_group_rule': {'security_group_id': '38a619e1-b49f-4641-8bcb-79d8e6cdbdf6', 'project_id': 'ac5d446aa86d403580c17e594b9b5cd4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 12:14:23.042849 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-64f0c859-2325-4376-81d0-c218be58f2b2 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:14:23.050297 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-64f0c859-2325-4376-81d0-c218be58f2b2 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Usage tracker for resource:security_group_rule and tenant:ac5d446aa86d403580c17e594b9b5cd4 is out of sync, need to count used quota {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:14:23.054050 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-64f0c859-2325-4376-81d0-c218be58f2b2 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:14:23.061891 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-64f0c859-2325-4376-81d0-c218be58f2b2 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:14:23.083015 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260a1736-6206-4223-8d97-668ff8592eea req-79e4e9d8-c650-4658-a239-f6fb440caa83 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:23.084652 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-260a1736-6206-4223-8d97-668ff8592eea req-79e4e9d8-c650-4658-a239-f6fb440caa83 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ec60dfa-fdcc-41d9-b9c2-83a40a6d2f5e HTTP/1.1" status: 200 len: 945 time: 0.1125379 May 25 12:14:23.204769 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.db.securitygroups_db [None req-64f0c859-2325-4376-81d0-c218be58f2b2 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Project ac5d446aa86d403580c17e594b9b5cd4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 12:14:23.215911 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-260a1736-6206-4223-8d97-668ff8592eea req-ece64880-e3e4-4b06-bb20-d8513ed12128 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] 10.222.0.44 "GET /v2.0/security-groups?id=834f1aba-53ea-460a-bb7b-da7400e454f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253743 May 25 12:14:23.216659 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-64f0c859-2325-4376-81d0-c218be58f2b2 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:23.263023 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fd15b3-6bda-4b92-81a3-930cf9022771 req-e84b5bdd-6976-4ac1-aaf8-5d2f08d1330d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:23.264639 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-68fd15b3-6bda-4b92-81a3-930cf9022771 req-e84b5bdd-6976-4ac1-aaf8-5d2f08d1330d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0ec60dfa-fdcc-41d9-b9c2-83a40a6d2f5e HTTP/1.1" status: 200 len: 1098 time: 0.0779455 May 25 12:14:23.306249 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-68fd15b3-6bda-4b92-81a3-930cf9022771 req-12242199-0f29-4299-b0a4-21c2d0fde7cb service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=834f1aba-53ea-460a-bb7b-da7400e454f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338230 May 25 12:14:23.346026 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-64f0c859-2325-4376-81d0-c218be58f2b2 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:23.370920 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970da49e-9084-4bac-9611-d5b12459cbba req-9fdce397-aacf-4b11-8b41-1acd4e2c97aa tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:23.372408 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-970da49e-9084-4bac-9611-d5b12459cbba req-9fdce397-aacf-4b11-8b41-1acd4e2c97aa tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=21c30f2a-503c-4e0d-bac1-f85b5fb9d8bb HTTP/1.1" status: 200 len: 945 time: 0.1072006 May 25 12:14:23.440033 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-970da49e-9084-4bac-9611-d5b12459cbba req-a109287e-319d-43ac-b8c8-69af90c1596f tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a320160-757e-42fb-b8ee-125d72b2bb08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457656 May 25 12:14:23.461605 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-64f0c859-2325-4376-81d0-c218be58f2b2 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019753'] for security_group_rule, after_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:23.468554 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:14:23.479000 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Device 511510b3-e562-41c1-b621-a990c11443f2 up at agent ovs-agent-dv-cinder-779233-5-smb {{(pid=92474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 12:14:23.489360 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f0c859-2325-4376-81d0-c218be58f2b2 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0cb560e-1e54-4288-95f2-7029f8c2c63d,revision_number=0']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:14:23.492211 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-64f0c859-2325-4376-81d0-c218be58f2b2 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:14:23.592284 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-64f0c859-2325-4376-81d0-c218be58f2b2 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:23.599373 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Provisioning complete for port 511510b3-e562-41c1-b621-a990c11443f2 triggered by entity L2. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 12:14:23.599373 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902397'] for port, provisioning_complete {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:23.601665 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-64f0c859-2325-4376-81d0-c218be58f2b2 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5661926 May 25 12:14:23.731864 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967034df-6e76-4134-b956-80b4feea07c9 req-49355898-1eaa-466f-8bb8-9af44fab88e2 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:23.733425 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-967034df-6e76-4134-b956-80b4feea07c9 req-49355898-1eaa-466f-8bb8-9af44fab88e2 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9a81e13-45a7-497f-b969-59b5fde8ffac HTTP/1.1" status: 200 len: 946 time: 0.1069679 May 25 12:14:23.783711 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-967034df-6e76-4134-b956-80b4feea07c9 req-690c1701-f995-4440-ba29-1379ba72cf82 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/security-groups?id=66037392-5f85-4874-a400-63cb75635da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430961 May 25 12:14:24.015008 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e339e62e-69ac-4c9c-8afd-791e95c5cb3c req-e17910c5-49a1-4f3e-98b8-01c66ccc2bad tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:24.017229 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-e339e62e-69ac-4c9c-8afd-791e95c5cb3c req-e17910c5-49a1-4f3e-98b8-01c66ccc2bad tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/ports?device_id=91084e5d-21f7-47e0-ba36-ce20a3165f35 HTTP/1.1" status: 200 len: 946 time: 0.0841136 May 25 12:14:24.069215 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-e339e62e-69ac-4c9c-8afd-791e95c5cb3c req-a94f93c7-2982-40a3-991a-9501f58ba041 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e30fd3d-56a9-4f5d-b932-be2974abe124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453904 May 25 12:14:24.263886 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Device 9fe1153a-6278-468b-bad5-528a88958ec3 details requested by agent hyperv_hv-cinder-77923 with host hv-cinder-77923 {{(pid=92474) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 12:14:24.408928 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] For port 9fe1153a-6278-468b-bad5-528a88958ec3, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=9fe1153a-6278-468b-bad5-528a88958ec3,segment=NetworkSegment(a867bff5-0b48-4d60-bac3-5ba6e8b8d30c),segment_id=a867bff5-0b48-4d60-bac3-5ba6e8b8d30c)] {{(pid=92474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:14:24.421644 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41615c59-6a29-4064-93fa-c25ede4024ca req-3c0d746c-5d61-4e63-8c76-c50fd322c4cf tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:24.423143 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-41615c59-6a29-4064-93fa-c25ede4024ca req-3c0d746c-5d61-4e63-8c76-c50fd322c4cf tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ec60dfa-fdcc-41d9-b9c2-83a40a6d2f5e HTTP/1.1" status: 200 len: 945 time: 0.0858026 May 25 12:14:24.427078 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Returning: {'device': '9fe1153a-6278-468b-bad5-528a88958ec3', 'network_id': 'b95433bc-2dbd-474f-a7da-308000160943', 'port_id': '9fe1153a-6278-468b-bad5-528a88958ec3', 'mac_address': 'fa:16:3e:20:e8:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b01b166f-5ba1-4373-a734-254ff90ae56a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92474) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 12:14:24.479398 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-41615c59-6a29-4064-93fa-c25ede4024ca req-26ab5b37-8cc5-421d-84a7-6b78c4bcac2e tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] 10.222.0.44 "GET /v2.0/security-groups?id=834f1aba-53ea-460a-bb7b-da7400e454f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488458 May 25 12:14:24.482312 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:24.510283 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.notifiers.nova [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9fe1153a-6278-468b-bad5-528a88958ec3 {{(pid=92474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 12:14:24.526640 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] For port 9fe1153a-6278-468b-bad5-528a88958ec3, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=9fe1153a-6278-468b-bad5-528a88958ec3,segment=NetworkSegment(a867bff5-0b48-4d60-bac3-5ba6e8b8d30c),segment_id=a867bff5-0b48-4d60-bac3-5ba6e8b8d30c)] {{(pid=92474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:14:24.627139 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:24.627139 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:14:24.634035 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf113b0-4955-430b-a13e-5b48e60880d4 req-1bf00890-f9de-4859-ad44-b1442decbc1d tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:24.641023 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-adf113b0-4955-430b-a13e-5b48e60880d4 req-1bf00890-f9de-4859-ad44-b1442decbc1d tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=21c30f2a-503c-4e0d-bac1-f85b5fb9d8bb HTTP/1.1" status: 200 len: 945 time: 0.0915310 May 25 12:14:24.692572 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-adf113b0-4955-430b-a13e-5b48e60880d4 req-23a4badf-d4c8-41fe-830d-2e668a0716ac tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a320160-757e-42fb-b8ee-125d72b2bb08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505807 May 25 12:14:24.704162 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Pushing event updated for resources: {'Port': ['ID=9fe1153a-6278-468b-bad5-528a88958ec3,revision_number=6']} {{(pid=92474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:14:24.708323 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:14:24.865344 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] get_ports_and_sgs() called for port_ids ['9fe1153a-6278-468b-bad5-528a88958ec3'] {{(pid=92474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 12:14:25.010090 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859f4a04-dd1a-4986-9cff-6ec7d8a0d34b req-61b6165e-7a84-43cd-9045-ba371c0cc687 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:25.011840 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-859f4a04-dd1a-4986-9cff-6ec7d8a0d34b req-61b6165e-7a84-43cd-9045-ba371c0cc687 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9a81e13-45a7-497f-b969-59b5fde8ffac HTTP/1.1" status: 200 len: 946 time: 0.1140580 May 25 12:14:25.066661 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-859f4a04-dd1a-4986-9cff-6ec7d8a0d34b req-7ff329e6-b212-4dd2-850a-b90c46b609b3 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/security-groups?id=66037392-5f85-4874-a400-63cb75635da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473228 May 25 12:14:25.276638 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0c7238-51b4-4393-baad-6146bc81b0d2 req-b719c14b-52f4-4357-a9f2-bfc46ef7ca1e tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:25.278598 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-be0c7238-51b4-4393-baad-6146bc81b0d2 req-b719c14b-52f4-4357-a9f2-bfc46ef7ca1e tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/ports?device_id=91084e5d-21f7-47e0-ba36-ce20a3165f35 HTTP/1.1" status: 200 len: 946 time: 0.0993361 May 25 12:14:25.327850 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e89a82-0aef-41bb-b047-a31f49a84049 req-72afa268-b19c-41bf-bd1b-9937af1b31ac tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:25.328843 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [req-87e89a82-0aef-41bb-b047-a31f49a84049 req-72afa268-b19c-41bf-bd1b-9937af1b31ac tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Synchronizing usage tracker for tenant:8ce8597116c24109952d0b56bfad7bf3 on resource:port {{(pid=92473) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 12:14:25.330236 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-be0c7238-51b4-4393-baad-6146bc81b0d2 req-3a24bfbf-9e0b-400d-ab8b-5f7ccbba8ebf tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e30fd3d-56a9-4f5d-b932-be2974abe124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451386 May 25 12:14:25.454426 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [req-87e89a82-0aef-41bb-b047-a31f49a84049 req-72afa268-b19c-41bf-bd1b-9937af1b31ac tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Unset dirty status for tenant:8ce8597116c24109952d0b56bfad7bf3 on resource:port {{(pid=92473) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 12:14:25.454526 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-87e89a82-0aef-41bb-b047-a31f49a84049 req-72afa268-b19c-41bf-bd1b-9937af1b31ac tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.54 "GET /v2.0/ports?device_id=91084e5d-21f7-47e0-ba36-ce20a3165f35 HTTP/1.1" status: 200 len: 946 time: 0.2192824 May 25 12:14:25.663376 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cd01d7-b5c3-4646-a7bc-f10699eb5d8d req-ed04c5f6-76ed-47e5-83fa-2057c1ae2066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:25.667454 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-17cd01d7-b5c3-4646-a7bc-f10699eb5d8d req-ed04c5f6-76ed-47e5-83fa-2057c1ae2066 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4b9fde9de33c4fc09c0c531cf0f714fe&device_id=b9a81e13-45a7-497f-b969-59b5fde8ffac HTTP/1.1" status: 200 len: 1099 time: 0.1363111 May 25 12:14:25.671978 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.plugin [req-87e89a82-0aef-41bb-b047-a31f49a84049 req-b5df6a98-4548-45df-a68d-8155f5b573ff tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Deleting port f3940c5d-26d6-44c4-ad02-63f987bd75b6 {{(pid=92473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 12:14:25.672330 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-87e89a82-0aef-41bb-b047-a31f49a84049 req-b5df6a98-4548-45df-a68d-8155f5b573ff tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786008536899'] for port, before_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:25.672470 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a16718-b512-4a8e-bc65-1fe2a37440da req-9e6a6adf-0fb9-468f-b695-e905f21479f2 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:25.674002 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-e7a16718-b512-4a8e-bc65-1fe2a37440da req-9e6a6adf-0fb9-468f-b695-e905f21479f2 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ec60dfa-fdcc-41d9-b9c2-83a40a6d2f5e HTTP/1.1" status: 200 len: 945 time: 0.0858645 May 25 12:14:25.722496 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-e7a16718-b512-4a8e-bc65-1fe2a37440da req-95a03530-596c-43f1-a04e-cb9913fc7fdf tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] 10.222.0.44 "GET /v2.0/security-groups?id=834f1aba-53ea-460a-bb7b-da7400e454f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427887 May 25 12:14:25.922061 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.db [req-87e89a82-0aef-41bb-b047-a31f49a84049 req-b5df6a98-4548-45df-a68d-8155f5b573ff tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] For port f3940c5d-26d6-44c4-ad02-63f987bd75b6, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=f3940c5d-26d6-44c4-ad02-63f987bd75b6,segment=NetworkSegment(7a2a9d6b-6c91-4fe0-a53f-9119485a4433),segment_id=7a2a9d6b-6c91-4fe0-a53f-9119485a4433)] {{(pid=92473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:14:25.922426 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-87e89a82-0aef-41bb-b047-a31f49a84049 req-b5df6a98-4548-45df-a68d-8155f5b573ff tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042426'] for port, precommit_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:25.926915 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa33646d-7a4f-4916-bda1-630d99429fca req-697fcad3-080a-4b6a-9b1e-8445dca536c8 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:25.928444 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-fa33646d-7a4f-4916-bda1-630d99429fca req-697fcad3-080a-4b6a-9b1e-8445dca536c8 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=21c30f2a-503c-4e0d-bac1-f85b5fb9d8bb HTTP/1.1" status: 200 len: 944 time: 0.0803506 May 25 12:14:25.937805 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cd01d7-b5c3-4646-a7bc-f10699eb5d8d req-405bafbe-566d-44dc-beb3-c8209509b273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:25.939795 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-17cd01d7-b5c3-4646-a7bc-f10699eb5d8d req-405bafbe-566d-44dc-beb3-c8209509b273 service neutron] 10.222.0.54 "GET /v2.0/networks?id=92cbe58f-da5f-428e-b139-7dfedbb5c159 HTTP/1.1" status: 200 len: 920 time: 0.2453153 May 25 12:14:25.977174 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-fa33646d-7a4f-4916-bda1-630d99429fca req-4fa54138-5076-45e9-b828-8b1538be65aa tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a320160-757e-42fb-b8ee-125d72b2bb08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429714 May 25 12:14:26.210629 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-17cd01d7-b5c3-4646-a7bc-f10699eb5d8d req-4cb0ffbe-98cd-40c6-af00-71ed12a8b1c9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a93b8e82-f13c-4ef0-860d-d0ecda54d744 HTTP/1.1" status: 200 len: 217 time: 0.2123847 May 25 12:14:26.212867 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.plugin [req-87e89a82-0aef-41bb-b047-a31f49a84049 req-b5df6a98-4548-45df-a68d-8155f5b573ff tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Calling delete_port for f3940c5d-26d6-44c4-ad02-63f987bd75b6 owned by compute:nova {{(pid=92473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 12:14:26.273584 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48f1ef6-6a63-4441-b8ed-d6c93e9126e2 req-acc27730-99da-4cd5-aab2-5a01669c47a3 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:26.275045 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-a48f1ef6-6a63-4441-b8ed-d6c93e9126e2 req-acc27730-99da-4cd5-aab2-5a01669c47a3 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9a81e13-45a7-497f-b969-59b5fde8ffac HTTP/1.1" status: 200 len: 946 time: 0.0852888 May 25 12:14:26.285010 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Device 9fe1153a-6278-468b-bad5-528a88958ec3 up at agent hyperv_hv-cinder-77923 {{(pid=92474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 12:14:26.304651 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cd01d7-b5c3-4646-a7bc-f10699eb5d8d req-e1fa3f95-f110-4f0c-ad58-b08f38da0c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:26.306110 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-17cd01d7-b5c3-4646-a7bc-f10699eb5d8d req-e1fa3f95-f110-4f0c-ad58-b08f38da0c0f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ac9aa6d5-d32d-4236-bb0d-23d9288b7f03 HTTP/1.1" status: 200 len: 859 time: 0.0875432 May 25 12:14:26.338736 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-a48f1ef6-6a63-4441-b8ed-d6c93e9126e2 req-3d3f575c-48e4-4382-a90c-2168ea66731e tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/security-groups?id=66037392-5f85-4874-a400-63cb75635da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574479 May 25 12:14:26.370406 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Provisioning complete for port 9fe1153a-6278-468b-bad5-528a88958ec3 triggered by entity L2. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 12:14:26.371124 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902397'] for port, provisioning_complete {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:26.380727 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-17cd01d7-b5c3-4646-a7bc-f10699eb5d8d req-507f7886-7ac0-4d82-8fcf-7228e9fa8ffc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=92cbe58f-da5f-428e-b139-7dfedbb5c159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647807 May 25 12:14:26.529660 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:26.567664 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21c30f2a-503c-4e0d-bac1-f85b5fb9d8bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fe1153a-6278-468b-bad5-528a88958ec3'}] {{(pid=92474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 12:14:26.578419 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17be2248-9ad0-470a-a205-5c091aeb9b0a req-e3c914c9-d0a9-4b4b-98c5-85cc018a5203 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:26.587620 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-17be2248-9ad0-470a-a205-5c091aeb9b0a req-e3c914c9-d0a9-4b4b-98c5-85cc018a5203 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/ports?device_id=91084e5d-21f7-47e0-ba36-ce20a3165f35 HTTP/1.1" status: 200 len: 946 time: 0.1198618 May 25 12:14:26.598399 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] For port 9fe1153a-6278-468b-bad5-528a88958ec3, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=9fe1153a-6278-468b-bad5-528a88958ec3,segment=NetworkSegment(a867bff5-0b48-4d60-bac3-5ba6e8b8d30c),segment_id=a867bff5-0b48-4d60-bac3-5ba6e8b8d30c)] {{(pid=92474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:14:26.635928 dv-cinder-779233-5-smb neutron-server[92474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21c30f2a-503c-4e0d-bac1-f85b5fb9d8bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fe1153a-6278-468b-bad5-528a88958ec3', 'code': 200} May 25 12:14:26.636290 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-17cd01d7-b5c3-4646-a7bc-f10699eb5d8d req-296bc31c-33ca-4fba-9079-9763ef46ad21 service neutron] 10.222.0.54 "GET /v2.0/networks/92cbe58f-da5f-428e-b139-7dfedbb5c159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344892 May 25 12:14:26.644350 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-87e89a82-0aef-41bb-b047-a31f49a84049 req-b5df6a98-4548-45df-a68d-8155f5b573ff tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786008539046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786008105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2465563'] for port, after_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:26.658198 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] get_ports_and_sgs() called for port_ids ['2a238a6a-e7cb-42ba-b24f-c5d7a16b2c2f', '66a20ae4-6d4d-4d83-ab92-dd3f7f8a7516', '29202d97-a158-430d-8ae8-b7db39b18c15'] {{(pid=92474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 12:14:26.664075 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-17be2248-9ad0-470a-a205-5c091aeb9b0a req-61a744af-c244-4f80-96af-17c7ecd823f1 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e30fd3d-56a9-4f5d-b932-be2974abe124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719540 May 25 12:14:26.668285 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-dd483b97-718f-4eb9-adec-ac46fe5a9bd9 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:14:26.694694 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:26.703989 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:14:26.757795 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5df6a98-4548-45df-a68d-8155f5b573ff tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Pushing event deleted for resources: {'Port': ['ID=f3940c5d-26d6-44c4-ad02-63f987bd75b6,revision_number=None']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:14:26.799687 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-b5df6a98-4548-45df-a68d-8155f5b573ff tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:14:26.879314 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Pushing event updated for resources: {'Port': ['ID=9fe1153a-6278-468b-bad5-528a88958ec3,revision_number=7']} {{(pid=92474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:14:26.882792 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:14:26.897256 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.l3_dvrscheduler_db [req-87e89a82-0aef-41bb-b047-a31f49a84049 req-b5df6a98-4548-45df-a68d-8155f5b573ff tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] No DVR routers for this DVR port f3940c5d-26d6-44c4-ad02-63f987bd75b6 on host hv-cinder-77923 {{(pid=92473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 12:14:26.901212 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-87e89a82-0aef-41bb-b047-a31f49a84049 req-b5df6a98-4548-45df-a68d-8155f5b573ff tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163099'] for port, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:26.904831 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91084e5d-21f7-47e0-ba36-ce20a3165f35', 'name': 'network-vif-deleted', 'tag': 'f3940c5d-26d6-44c4-ad02-63f987bd75b6'}] {{(pid=92473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 12:14:26.956866 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-17cd01d7-b5c3-4646-a7bc-f10699eb5d8d req-b8490103-fd31-4a8f-a2d6-9e0999de2f4b service neutron] 10.222.0.54 "GET /v2.0/networks/92cbe58f-da5f-428e-b139-7dfedbb5c159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172997 May 25 12:14:26.962633 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91084e5d-21f7-47e0-ba36-ce20a3165f35', 'name': 'network-vif-deleted', 'tag': 'f3940c5d-26d6-44c4-ad02-63f987bd75b6', 'status': 'completed', 'code': 200} May 25 12:14:27.013878 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-87e89a82-0aef-41bb-b047-a31f49a84049 req-b5df6a98-4548-45df-a68d-8155f5b573ff tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.54 "DELETE /v2.0/ports/f3940c5d-26d6-44c4-ad02-63f987bd75b6 HTTP/1.1" status: 204 len: 173 time: 1.5529730 May 25 12:14:27.310669 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:27.322383 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c6ca5d-0075-428e-8399-8ac4a69a5b74 req-f83906c6-8fa8-403d-818d-677814ba8f49 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:27.324294 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-39c6ca5d-0075-428e-8399-8ac4a69a5b74 req-f83906c6-8fa8-403d-818d-677814ba8f49 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=21c30f2a-503c-4e0d-bac1-f85b5fb9d8bb HTTP/1.1" status: 200 len: 945 time: 0.1620512 May 25 12:14:27.383895 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-39c6ca5d-0075-428e-8399-8ac4a69a5b74 req-3aa28b50-3aea-4ff4-9376-7648e2e0e0a9 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a320160-757e-42fb-b8ee-125d72b2bb08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488305 May 25 12:14:27.772199 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60226338-0e5a-49ac-8306-073a41f6b7f8 req-cc906dec-1296-484b-959e-9a6dbef5208c tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:27.776337 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-60226338-0e5a-49ac-8306-073a41f6b7f8 req-cc906dec-1296-484b-959e-9a6dbef5208c tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9a81e13-45a7-497f-b969-59b5fde8ffac HTTP/1.1" status: 200 len: 946 time: 0.2253723 May 25 12:14:27.917901 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-60226338-0e5a-49ac-8306-073a41f6b7f8 req-ae6b6b3e-b0eb-418a-9e94-55113e0d89e7 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/security-groups?id=66037392-5f85-4874-a400-63cb75635da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323063 May 25 12:14:27.920118 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-1e8ed75c-ea20-4d59-a515-ff5fa4385a52 req-7a246771-7e3a-45aa-8afb-79971a35e6a2 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/ports?device_id=91084e5d-21f7-47e0-ba36-ce20a3165f35 HTTP/1.1" status: 200 len: 210 time: 0.0530646 May 25 12:14:28.282962 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Device f3940c5d-26d6-44c4-ad02-63f987bd75b6 no longer exists at agent hyperv_hv-cinder-77923 {{(pid=92474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 12:14:28.323542 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.plugin [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] No Port match for: f3940c5d-26d6-44c4-ad02-63f987bd75b6 {{(pid=92474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 12:14:28.324294 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Device f3940c5d-26d6-44c4-ad02-63f987bd75b6 not bound to the agent host hv-cinder-77923 {{(pid=92474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 12:14:28.672525 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37def5fb-b255-4570-a5bc-6f614b872646 req-542e4b22-f400-4ef1-81da-8fddd979334c tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:28.675781 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-37def5fb-b255-4570-a5bc-6f614b872646 req-542e4b22-f400-4ef1-81da-8fddd979334c tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=21c30f2a-503c-4e0d-bac1-f85b5fb9d8bb HTTP/1.1" status: 200 len: 945 time: 0.1557753 May 25 12:14:28.781091 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-37def5fb-b255-4570-a5bc-6f614b872646 req-4a14a552-e722-4cab-a47e-a6a93555152f tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a320160-757e-42fb-b8ee-125d72b2bb08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945311 May 25 12:14:28.925749 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf7eb8c-ccaa-48a3-9220-fd21020b008d req-ef24842e-80a6-4eb8-ac98-4f0d0b2c0e08 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:28.933193 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-9cf7eb8c-ccaa-48a3-9220-fd21020b008d req-ef24842e-80a6-4eb8-ac98-4f0d0b2c0e08 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ec60dfa-fdcc-41d9-b9c2-83a40a6d2f5e HTTP/1.1" status: 200 len: 945 time: 0.1488342 May 25 12:14:28.990926 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-9cf7eb8c-ccaa-48a3-9220-fd21020b008d req-07617ebb-72f5-4778-81d2-1bd45bc693f4 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] 10.222.0.44 "GET /v2.0/security-groups?id=834f1aba-53ea-460a-bb7b-da7400e454f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568292 May 25 12:14:29.298151 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-064a522c-52f1-4808-8cfc-9654cd69dd93 req-a2f02081-200c-4991-9f83-d88022af3b93 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/ports?device_id=91084e5d-21f7-47e0-ba36-ce20a3165f35 HTTP/1.1" status: 200 len: 210 time: 0.0565917 May 25 12:14:29.340461 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4eae23-5f58-4678-94c3-741c1b52aafe req-b8c7d110-0437-4517-a4ae-551cfc44e3d0 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:29.347777 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-2e4eae23-5f58-4678-94c3-741c1b52aafe req-b8c7d110-0437-4517-a4ae-551cfc44e3d0 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9a81e13-45a7-497f-b969-59b5fde8ffac HTTP/1.1" status: 200 len: 946 time: 0.1894183 May 25 12:14:29.504358 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-2e4eae23-5f58-4678-94c3-741c1b52aafe req-84b7a333-0b40-4f45-87f0-eed81aa516db tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/security-groups?id=66037392-5f85-4874-a400-63cb75635da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513829 May 25 12:14:30.117884 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1baf3d-b339-4cf0-bdd9-b420aa8d56e1 req-afa5520f-32f0-445c-8be9-19968adc5408 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:30.130657 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-2f1baf3d-b339-4cf0-bdd9-b420aa8d56e1 req-afa5520f-32f0-445c-8be9-19968adc5408 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=21c30f2a-503c-4e0d-bac1-f85b5fb9d8bb HTTP/1.1" status: 200 len: 945 time: 0.1986020 May 25 12:14:30.261561 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-2f1baf3d-b339-4cf0-bdd9-b420aa8d56e1 req-f06c9535-fd47-47e7-9497-9ae0b01f8fd5 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a320160-757e-42fb-b8ee-125d72b2bb08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253631 May 25 12:14:30.336562 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4885defa-ead8-45ee-8870-a11bf5a7dde5 req-0b065056-e780-4731-a32b-1306b868f798 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:30.338181 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-4885defa-ead8-45ee-8870-a11bf5a7dde5 req-0b065056-e780-4731-a32b-1306b868f798 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ec60dfa-fdcc-41d9-b9c2-83a40a6d2f5e HTTP/1.1" status: 200 len: 945 time: 0.1949751 May 25 12:14:30.402150 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-4885defa-ead8-45ee-8870-a11bf5a7dde5 req-9e328560-1ee9-4a12-a484-5306703cfd1b tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] 10.222.0.44 "GET /v2.0/security-groups?id=834f1aba-53ea-460a-bb7b-da7400e454f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516925 May 25 12:14:30.720161 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9094dff-b5f9-4440-9590-586aab648eb0 req-875cfe51-816b-441f-a9fd-0ae2d8d3e5aa tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:30.727834 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-a9094dff-b5f9-4440-9590-586aab648eb0 req-875cfe51-816b-441f-a9fd-0ae2d8d3e5aa tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9a81e13-45a7-497f-b969-59b5fde8ffac HTTP/1.1" status: 200 len: 946 time: 0.1006219 May 25 12:14:30.823012 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-a9094dff-b5f9-4440-9590-586aab648eb0 req-1a4b87a3-8b8c-4f3b-a800-5d7b9472ff5d tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/security-groups?id=66037392-5f85-4874-a400-63cb75635da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788658 May 25 12:14:30.871288 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296fdfec-5567-4e03-9224-c3e15658e0fd req-db740675-4229-455a-960e-b7be8f4d8e88 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:30.872129 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [req-296fdfec-5567-4e03-9224-c3e15658e0fd req-db740675-4229-455a-960e-b7be8f4d8e88 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] Synchronizing usage tracker for tenant:918fad47bb2948e3829058160b795c66 on resource:port {{(pid=92473) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 12:14:31.292969 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [req-296fdfec-5567-4e03-9224-c3e15658e0fd req-db740675-4229-455a-960e-b7be8f4d8e88 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] Unset dirty status for tenant:918fad47bb2948e3829058160b795c66 on resource:port {{(pid=92473) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 12:14:31.294420 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-296fdfec-5567-4e03-9224-c3e15658e0fd req-db740675-4229-455a-960e-b7be8f4d8e88 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] 10.222.0.54 "GET /v2.0/ports?device_id=0ec60dfa-fdcc-41d9-b9c2-83a40a6d2f5e HTTP/1.1" status: 200 len: 945 time: 0.5244052 May 25 12:14:31.450834 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.plugin [req-296fdfec-5567-4e03-9224-c3e15658e0fd req-78b6d871-9052-419c-bfa5-3230c594dcd8 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] Deleting port 65778ff9-eb23-4e5c-8520-1c47b6a95e14 {{(pid=92473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 12:14:31.451479 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-296fdfec-5567-4e03-9224-c3e15658e0fd req-78b6d871-9052-419c-bfa5-3230c594dcd8 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786008536899'] for port, before_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:31.561677 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3623ca-f113-48de-b866-7aa43ff05800 req-3bbc56fa-9bf3-40b9-8305-174aa2249c98 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:31.564826 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-7d3623ca-f113-48de-b866-7aa43ff05800 req-3bbc56fa-9bf3-40b9-8305-174aa2249c98 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=21c30f2a-503c-4e0d-bac1-f85b5fb9d8bb HTTP/1.1" status: 200 len: 945 time: 0.1006851 May 25 12:14:31.643105 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.db [req-296fdfec-5567-4e03-9224-c3e15658e0fd req-78b6d871-9052-419c-bfa5-3230c594dcd8 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] For port 65778ff9-eb23-4e5c-8520-1c47b6a95e14, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=65778ff9-eb23-4e5c-8520-1c47b6a95e14,segment=NetworkSegment(8b99aeb2-0b7b-4047-b44a-6b390554f41d),segment_id=8b99aeb2-0b7b-4047-b44a-6b390554f41d)] {{(pid=92473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:14:31.643863 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-296fdfec-5567-4e03-9224-c3e15658e0fd req-78b6d871-9052-419c-bfa5-3230c594dcd8 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042426'] for port, precommit_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:31.677230 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-7d3623ca-f113-48de-b866-7aa43ff05800 req-1eb7bc5d-f355-4c6b-b21f-cc998b92687e tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a320160-757e-42fb-b8ee-125d72b2bb08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046748 May 25 12:14:31.741262 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb19ace5-ce1e-4331-a806-c41026f5d18c req-e2e0e863-3824-4c87-b708-cbb8ede19f08 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:31.755187 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-cb19ace5-ce1e-4331-a806-c41026f5d18c req-e2e0e863-3824-4c87-b708-cbb8ede19f08 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ec60dfa-fdcc-41d9-b9c2-83a40a6d2f5e HTTP/1.1" status: 200 len: 945 time: 0.1583014 May 25 12:14:31.807554 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-cb19ace5-ce1e-4331-a806-c41026f5d18c req-10ce92da-bca6-4f75-aa0a-6b5b5d7c8759 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] 10.222.0.44 "GET /v2.0/security-groups?id=834f1aba-53ea-460a-bb7b-da7400e454f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487809 May 25 12:14:31.808964 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.plugin [req-296fdfec-5567-4e03-9224-c3e15658e0fd req-78b6d871-9052-419c-bfa5-3230c594dcd8 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] Calling delete_port for 65778ff9-eb23-4e5c-8520-1c47b6a95e14 owned by compute:nova {{(pid=92473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 12:14:32.064205 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a801d987-d76a-4c82-8721-63c620f4002a req-ef08d457-0cd7-4e74-a236-2657ad9c8d6c tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:32.064205 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-a801d987-d76a-4c82-8721-63c620f4002a req-ef08d457-0cd7-4e74-a236-2657ad9c8d6c tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9a81e13-45a7-497f-b969-59b5fde8ffac HTTP/1.1" status: 200 len: 946 time: 0.1243744 May 25 12:14:32.091233 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.agents_db [None req-9d38de35-3365-4658-8f1e-c8b00fd146ea None None] Agent healthcheck: found 6 active agents {{(pid=92475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 12:14:32.107835 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-296fdfec-5567-4e03-9224-c3e15658e0fd req-78b6d871-9052-419c-bfa5-3230c594dcd8 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786008539046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786008105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2465563'] for port, after_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:32.116059 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-a801d987-d76a-4c82-8721-63c620f4002a req-a9ca908d-548a-4a87-8bcc-57f7fb141779 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/security-groups?id=66037392-5f85-4874-a400-63cb75635da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675428 May 25 12:14:32.119170 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-081120ca-3ddd-494d-94c4-4d100e909684 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:14:32.120178 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] get_ports_and_sgs() called for port_ids ['65778ff9-eb23-4e5c-8520-1c47b6a95e14'] {{(pid=92474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 12:14:32.363031 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b6d871-9052-419c-bfa5-3230c594dcd8 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] Pushing event deleted for resources: {'Port': ['ID=65778ff9-eb23-4e5c-8520-1c47b6a95e14,revision_number=None']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:14:32.385685 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-78b6d871-9052-419c-bfa5-3230c594dcd8 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:14:32.390450 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.l3_dvrscheduler_db [req-296fdfec-5567-4e03-9224-c3e15658e0fd req-78b6d871-9052-419c-bfa5-3230c594dcd8 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] No DVR routers for this DVR port 65778ff9-eb23-4e5c-8520-1c47b6a95e14 on host hv-cinder-77923 {{(pid=92473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 12:14:32.390450 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-296fdfec-5567-4e03-9224-c3e15658e0fd req-78b6d871-9052-419c-bfa5-3230c594dcd8 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163099'] for port, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:32.400810 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ec60dfa-fdcc-41d9-b9c2-83a40a6d2f5e', 'name': 'network-vif-deleted', 'tag': '65778ff9-eb23-4e5c-8520-1c47b6a95e14'}] {{(pid=92473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 12:14:32.465856 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ec60dfa-fdcc-41d9-b9c2-83a40a6d2f5e', 'name': 'network-vif-deleted', 'tag': '65778ff9-eb23-4e5c-8520-1c47b6a95e14', 'status': 'completed', 'code': 200} May 25 12:14:32.507991 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-296fdfec-5567-4e03-9224-c3e15658e0fd req-78b6d871-9052-419c-bfa5-3230c594dcd8 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] 10.222.0.54 "DELETE /v2.0/ports/65778ff9-eb23-4e5c-8520-1c47b6a95e14 HTTP/1.1" status: 204 len: 173 time: 1.2041943 May 25 12:14:33.017417 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2dc439-cf89-47ff-80cb-128a29e685d9 req-7120c45e-59de-4a9e-827d-8d1a2e10e206 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:33.019374 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-da2dc439-cf89-47ff-80cb-128a29e685d9 req-7120c45e-59de-4a9e-827d-8d1a2e10e206 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/ports?device_id=34edf233-8bbf-4d68-a3f3-d3631b75947a HTTP/1.1" status: 200 len: 945 time: 0.1715727 May 25 12:14:33.033899 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b77cb25-34fd-44b5-8f8b-41f57122aae4 req-112c3887-f681-449c-a4fc-a3f5eef76bcd tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:33.035363 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-1b77cb25-34fd-44b5-8f8b-41f57122aae4 req-112c3887-f681-449c-a4fc-a3f5eef76bcd tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=21c30f2a-503c-4e0d-bac1-f85b5fb9d8bb HTTP/1.1" status: 200 len: 945 time: 0.1404297 May 25 12:14:33.121303 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-da2dc439-cf89-47ff-80cb-128a29e685d9 req-f88c2153-59c0-498b-a211-6a324929abd8 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e30fd3d-56a9-4f5d-b932-be2974abe124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849738 May 25 12:14:33.129667 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-1b77cb25-34fd-44b5-8f8b-41f57122aae4 req-07c25bd0-1f91-4de6-a3de-6d34212bc8fc tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a320160-757e-42fb-b8ee-125d72b2bb08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759406 May 25 12:14:33.473028 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-1ce4dd33-e9e8-4c3d-ab31-d1dc95aa971e req-15411c3b-8f23-4f62-b84a-566683b2584b tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] 10.222.0.44 "GET /v2.0/ports?device_id=0ec60dfa-fdcc-41d9-b9c2-83a40a6d2f5e HTTP/1.1" status: 200 len: 210 time: 0.1731117 May 25 12:14:33.560771 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45f27ea-57c9-4144-a8b7-8e81e1081733 req-dc3a63b4-583b-4e74-9569-c99c07e5c572 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:33.563647 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-c45f27ea-57c9-4144-a8b7-8e81e1081733 req-dc3a63b4-583b-4e74-9569-c99c07e5c572 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9a81e13-45a7-497f-b969-59b5fde8ffac HTTP/1.1" status: 200 len: 946 time: 0.2279282 May 25 12:14:33.662532 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-c45f27ea-57c9-4144-a8b7-8e81e1081733 req-1f40e61d-0d3e-45b7-80b9-6d4806ba3774 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/security-groups?id=66037392-5f85-4874-a400-63cb75635da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927303 May 25 12:14:34.318328 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Device 65778ff9-eb23-4e5c-8520-1c47b6a95e14 no longer exists at agent hyperv_hv-cinder-77923 {{(pid=92474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 12:14:34.358349 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.plugin [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] No Port match for: 65778ff9-eb23-4e5c-8520-1c47b6a95e14 {{(pid=92474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 12:14:34.358938 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Device 65778ff9-eb23-4e5c-8520-1c47b6a95e14 not bound to the agent host hv-cinder-77923 {{(pid=92474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 12:14:34.437207 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277706ca-ac12-4a68-960d-5a2d18fbc0de req-c8425232-eda7-497f-89ce-b74508cc9280 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:34.445021 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-277706ca-ac12-4a68-960d-5a2d18fbc0de req-c8425232-eda7-497f-89ce-b74508cc9280 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/ports?device_id=34edf233-8bbf-4d68-a3f3-d3631b75947a HTTP/1.1" status: 200 len: 945 time: 0.1573412 May 25 12:14:34.477631 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012d77b8-1e1a-4f1c-a75a-7df361ef49a8 req-53526ad4-933f-4e9e-a074-0dd728928250 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:34.479261 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-012d77b8-1e1a-4f1c-a75a-7df361ef49a8 req-53526ad4-933f-4e9e-a074-0dd728928250 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=21c30f2a-503c-4e0d-bac1-f85b5fb9d8bb HTTP/1.1" status: 200 len: 945 time: 0.1452100 May 25 12:14:34.523915 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-277706ca-ac12-4a68-960d-5a2d18fbc0de req-63a98bf7-350d-45c7-892e-75dc8786e43f tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e30fd3d-56a9-4f5d-b932-be2974abe124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786254 May 25 12:14:34.561165 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-012d77b8-1e1a-4f1c-a75a-7df361ef49a8 req-3b96327f-036b-410b-84f0-ea7e940b7c16 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a320160-757e-42fb-b8ee-125d72b2bb08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692415 May 25 12:14:34.946650 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41ab88c-f2e2-4847-8bf8-f784bf263b8a req-0ec80dfb-3c9b-477c-999b-69657e3c07fd tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:34.948411 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-d41ab88c-f2e2-4847-8bf8-f784bf263b8a req-0ec80dfb-3c9b-477c-999b-69657e3c07fd tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9a81e13-45a7-497f-b969-59b5fde8ffac HTTP/1.1" status: 200 len: 946 time: 0.1111577 May 25 12:14:35.002561 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-d41ab88c-f2e2-4847-8bf8-f784bf263b8a req-48a6f282-a592-4b6e-a55e-77ab8a457587 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/security-groups?id=66037392-5f85-4874-a400-63cb75635da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462456 May 25 12:14:35.648632 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe05f09-8715-4c6f-a656-eca6633d266f req-26d8bca2-3b5f-4053-9401-ab4417d4fafb tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:35.649327 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [req-1fe05f09-8715-4c6f-a656-eca6633d266f req-26d8bca2-3b5f-4053-9401-ab4417d4fafb tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Synchronizing usage tracker for tenant:8ce8597116c24109952d0b56bfad7bf3 on resource:port {{(pid=92473) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 12:14:35.717753 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab08ce9c-b95e-4bbd-99f1-c4c8575387b9 req-8622530f-6002-4f87-b776-b9b0aaec6fd7 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:35.719899 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-ab08ce9c-b95e-4bbd-99f1-c4c8575387b9 req-8622530f-6002-4f87-b776-b9b0aaec6fd7 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/ports?device_id=34edf233-8bbf-4d68-a3f3-d3631b75947a HTTP/1.1" status: 200 len: 945 time: 0.0839307 May 25 12:14:35.766597 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-ab08ce9c-b95e-4bbd-99f1-c4c8575387b9 req-36bec5a1-026d-4104-83a3-7030c531ba56 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e30fd3d-56a9-4f5d-b932-be2974abe124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389962 May 25 12:14:35.791380 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [req-1fe05f09-8715-4c6f-a656-eca6633d266f req-26d8bca2-3b5f-4053-9401-ab4417d4fafb tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Unset dirty status for tenant:8ce8597116c24109952d0b56bfad7bf3 on resource:port {{(pid=92473) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 12:14:35.791380 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-1fe05f09-8715-4c6f-a656-eca6633d266f req-26d8bca2-3b5f-4053-9401-ab4417d4fafb tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.54 "GET /v2.0/ports?device_id=34edf233-8bbf-4d68-a3f3-d3631b75947a HTTP/1.1" status: 200 len: 945 time: 0.2312968 May 25 12:14:35.996696 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48978463-e9c3-46f1-a90e-87a0379591fd req-941d05d4-93f2-48cc-a566-4fafc5884b7e tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:35.998417 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-48978463-e9c3-46f1-a90e-87a0379591fd req-941d05d4-93f2-48cc-a566-4fafc5884b7e tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=21c30f2a-503c-4e0d-bac1-f85b5fb9d8bb HTTP/1.1" status: 200 len: 945 time: 0.1074259 May 25 12:14:36.061819 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.plugin [req-1fe05f09-8715-4c6f-a656-eca6633d266f req-cb56c4c9-26ef-47ec-9ff5-a68553559d47 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Deleting port 29202d97-a158-430d-8ae8-b7db39b18c15 {{(pid=92473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 12:14:36.063440 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-1fe05f09-8715-4c6f-a656-eca6633d266f req-cb56c4c9-26ef-47ec-9ff5-a68553559d47 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786008536899'] for port, before_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:36.077835 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-48978463-e9c3-46f1-a90e-87a0379591fd req-e8ca43b3-5ec8-4afc-8280-d68f32953323 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a320160-757e-42fb-b8ee-125d72b2bb08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673375 May 25 12:14:36.275592 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.db [req-1fe05f09-8715-4c6f-a656-eca6633d266f req-cb56c4c9-26ef-47ec-9ff5-a68553559d47 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] For port 29202d97-a158-430d-8ae8-b7db39b18c15, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=29202d97-a158-430d-8ae8-b7db39b18c15,segment=NetworkSegment(7a2a9d6b-6c91-4fe0-a53f-9119485a4433),segment_id=7a2a9d6b-6c91-4fe0-a53f-9119485a4433)] {{(pid=92473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:14:36.276240 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-1fe05f09-8715-4c6f-a656-eca6633d266f req-cb56c4c9-26ef-47ec-9ff5-a68553559d47 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042426'] for port, precommit_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:36.299007 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed58602-261d-4944-ab5e-18cbd9fd28c5 req-e9473774-5524-433c-a357-801c6161d71b tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:36.307341 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-7ed58602-261d-4944-ab5e-18cbd9fd28c5 req-e9473774-5524-433c-a357-801c6161d71b tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9a81e13-45a7-497f-b969-59b5fde8ffac HTTP/1.1" status: 200 len: 946 time: 0.0913277 May 25 12:14:36.382961 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-7ed58602-261d-4944-ab5e-18cbd9fd28c5 req-340d0dd6-cbfc-4b8e-a208-4ac2241880d5 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/security-groups?id=66037392-5f85-4874-a400-63cb75635da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741384 May 25 12:14:36.497611 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.plugin [req-1fe05f09-8715-4c6f-a656-eca6633d266f req-cb56c4c9-26ef-47ec-9ff5-a68553559d47 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Calling delete_port for 29202d97-a158-430d-8ae8-b7db39b18c15 owned by compute:nova {{(pid=92473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 12:14:36.715890 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-1fe05f09-8715-4c6f-a656-eca6633d266f req-cb56c4c9-26ef-47ec-9ff5-a68553559d47 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786008539046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786008105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2465563'] for port, after_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:36.722687 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-bf54088b-1587-4427-b4d3-90c0c2fb4e16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:14:36.729421 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] get_ports_and_sgs() called for port_ids ['2a238a6a-e7cb-42ba-b24f-c5d7a16b2c2f', '66a20ae4-6d4d-4d83-ab92-dd3f7f8a7516', '29202d97-a158-430d-8ae8-b7db39b18c15'] {{(pid=92474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 12:14:36.772682 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb56c4c9-26ef-47ec-9ff5-a68553559d47 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Pushing event deleted for resources: {'Port': ['ID=29202d97-a158-430d-8ae8-b7db39b18c15,revision_number=None']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:14:36.850386 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-cb56c4c9-26ef-47ec-9ff5-a68553559d47 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:14:36.851235 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fe05f09-8715-4c6f-a656-eca6633d266f req-cb56c4c9-26ef-47ec-9ff5-a68553559d47 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] No DVR routers for this DVR port 29202d97-a158-430d-8ae8-b7db39b18c15 on host hv-cinder-77923 {{(pid=92473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 12:14:36.854170 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-1fe05f09-8715-4c6f-a656-eca6633d266f req-cb56c4c9-26ef-47ec-9ff5-a68553559d47 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163099'] for port, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:36.857773 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34edf233-8bbf-4d68-a3f3-d3631b75947a', 'name': 'network-vif-deleted', 'tag': '29202d97-a158-430d-8ae8-b7db39b18c15'}] {{(pid=92473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 12:14:36.950523 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-1fe05f09-8715-4c6f-a656-eca6633d266f req-cb56c4c9-26ef-47ec-9ff5-a68553559d47 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.54 "DELETE /v2.0/ports/29202d97-a158-430d-8ae8-b7db39b18c15 HTTP/1.1" status: 204 len: 173 time: 1.1549587 May 25 12:14:36.960142 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-6d1c85e9-7838-4852-be6d-1dea7ea0244f req-650f7a75-bd05-4589-80a3-20a57d107ebf tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/ports?device_id=34edf233-8bbf-4d68-a3f3-d3631b75947a HTTP/1.1" status: 200 len: 210 time: 0.0523944 May 25 12:14:37.034352 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34edf233-8bbf-4d68-a3f3-d3631b75947a', 'name': 'network-vif-deleted', 'tag': '29202d97-a158-430d-8ae8-b7db39b18c15', 'status': 'completed', 'code': 200} May 25 12:14:37.359746 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7f1f76-8628-4b9f-8680-5ee64b4504dd req-178c4adc-d2dd-4596-9f9a-3eb582b0b7e6 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:37.361254 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-1c7f1f76-8628-4b9f-8680-5ee64b4504dd req-178c4adc-d2dd-4596-9f9a-3eb582b0b7e6 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=21c30f2a-503c-4e0d-bac1-f85b5fb9d8bb HTTP/1.1" status: 200 len: 945 time: 0.1378486 May 25 12:14:37.411082 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-1c7f1f76-8628-4b9f-8680-5ee64b4504dd req-a6f9e3fc-9cbb-46bb-b0b4-89fbd67d0c8a tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a320160-757e-42fb-b8ee-125d72b2bb08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436301 May 25 12:14:37.748164 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489ac2d1-42f9-40fb-9ead-1fa86848e9d1 req-8fa169a4-7e9c-42dc-920e-69b8a2f0ed02 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:37.754915 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-489ac2d1-42f9-40fb-9ead-1fa86848e9d1 req-8fa169a4-7e9c-42dc-920e-69b8a2f0ed02 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9a81e13-45a7-497f-b969-59b5fde8ffac HTTP/1.1" status: 200 len: 946 time: 0.2025497 May 25 12:14:37.796753 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-489ac2d1-42f9-40fb-9ead-1fa86848e9d1 req-7572fb3b-05ff-40f2-b203-8a5463f9a0ef tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/security-groups?id=66037392-5f85-4874-a400-63cb75635da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409563 May 25 12:14:38.168110 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-4a1012b7-b15b-44d1-94f8-927a8e960192 req-ea67dffc-3674-47fa-99b9-cb16351891a9 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/ports?device_id=34edf233-8bbf-4d68-a3f3-d3631b75947a HTTP/1.1" status: 200 len: 210 time: 0.0781300 May 25 12:14:38.658335 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a4330e-e895-47ed-8964-385a413dcd0e req-357762c3-d128-4530-8ab4-491401bec757 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:38.659887 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-33a4330e-e895-47ed-8964-385a413dcd0e req-357762c3-d128-4530-8ab4-491401bec757 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=21c30f2a-503c-4e0d-bac1-f85b5fb9d8bb HTTP/1.1" status: 200 len: 945 time: 0.0982182 May 25 12:14:38.712874 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-33a4330e-e895-47ed-8964-385a413dcd0e req-8b8db11f-a061-4297-83bc-1693a5d643be tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a320160-757e-42fb-b8ee-125d72b2bb08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453994 May 25 12:14:39.018192 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10d46c0-91d1-4d6b-9569-b88d7a8551e3 req-1d54972a-d634-45f3-b8df-013a9ac53a3e tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:39.019827 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-a10d46c0-91d1-4d6b-9569-b88d7a8551e3 req-1d54972a-d634-45f3-b8df-013a9ac53a3e tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9a81e13-45a7-497f-b969-59b5fde8ffac HTTP/1.1" status: 200 len: 946 time: 0.0955398 May 25 12:14:39.070412 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-a10d46c0-91d1-4d6b-9569-b88d7a8551e3 req-4e0d6b8c-9b83-401b-a165-5d8dcb78a9ae tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/security-groups?id=66037392-5f85-4874-a400-63cb75635da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427434 May 25 12:14:40.346119 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Device 29202d97-a158-430d-8ae8-b7db39b18c15 no longer exists at agent hyperv_hv-cinder-77923 {{(pid=92474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 12:14:40.399739 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.plugin [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] No Port match for: 29202d97-a158-430d-8ae8-b7db39b18c15 {{(pid=92474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 12:14:40.400385 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Device 29202d97-a158-430d-8ae8-b7db39b18c15 not bound to the agent host hv-cinder-77923 {{(pid=92474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 12:14:40.472686 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f05839a-4e6a-46fa-9835-c028549874ca req-35827847-6e0a-4fc4-ba92-4fb60947239f tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:40.481109 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-2f05839a-4e6a-46fa-9835-c028549874ca req-35827847-6e0a-4fc4-ba92-4fb60947239f tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=21c30f2a-503c-4e0d-bac1-f85b5fb9d8bb HTTP/1.1" status: 200 len: 945 time: 0.1149747 May 25 12:14:40.548469 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-2f05839a-4e6a-46fa-9835-c028549874ca req-14ba2578-d675-4bc9-8751-2cb19ee18184 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a320160-757e-42fb-b8ee-125d72b2bb08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667613 May 25 12:14:40.825336 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7140da48-a1b6-4b86-ad4d-9e3f2a9dd6d2 req-6c5c8977-d58e-482b-bb27-077a619142b9 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:40.827080 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-7140da48-a1b6-4b86-ad4d-9e3f2a9dd6d2 req-6c5c8977-d58e-482b-bb27-077a619142b9 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9a81e13-45a7-497f-b969-59b5fde8ffac HTTP/1.1" status: 200 len: 946 time: 0.1154978 May 25 12:14:40.931256 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-7140da48-a1b6-4b86-ad4d-9e3f2a9dd6d2 req-739eab61-0656-4ad4-83d2-ac84bba2f65a tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/security-groups?id=66037392-5f85-4874-a400-63cb75635da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441382 May 25 12:14:41.163140 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cf23d9-04b3-4c3f-a259-4bc7faf6ce3e req-a3b52261-32d8-4fce-be99-ffd486a82dbb tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:41.164658 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-f5cf23d9-04b3-4c3f-a259-4bc7faf6ce3e req-a3b52261-32d8-4fce-be99-ffd486a82dbb tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c15b810-9c8a-4f83-a91c-4af369fe9f3c HTTP/1.1" status: 200 len: 946 time: 0.0808034 May 25 12:14:41.211635 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-f5cf23d9-04b3-4c3f-a259-4bc7faf6ce3e req-e77b1ddf-62f9-4e71-a3dd-d5182da9fd00 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e30fd3d-56a9-4f5d-b932-be2974abe124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410137 May 25 12:14:41.678312 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd32a29-feb9-4d1a-8f53-38e9b5f05423 req-db2897ea-497d-4c54-9183-f5d5f161c564 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:41.688329 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-fbd32a29-feb9-4d1a-8f53-38e9b5f05423 req-db2897ea-497d-4c54-9183-f5d5f161c564 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] 10.222.0.44 "GET /v2.0/networks?id=ac869807-42c6-45d8-b26c-eb99f93861f4 HTTP/1.1" status: 200 len: 807 time: 0.1566014 May 25 12:14:41.737706 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-fbd32a29-feb9-4d1a-8f53-38e9b5f05423 req-f660cecd-3eac-423d-90d1-9b9b373ebed2 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] 10.222.0.44 "GET /v2.0/quotas/918fad47bb2948e3829058160b795c66 HTTP/1.1" status: 200 len: 375 time: 0.0173140 May 25 12:14:41.791359 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-fbd32a29-feb9-4d1a-8f53-38e9b5f05423 req-31911cd6-d6cb-4e04-b95a-6f5a647cef6e tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=918fad47bb2948e3829058160b795c66&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0476356 May 25 12:14:41.823450 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afc167e-17a3-4653-a0aa-54ab6c11a20f req-3d638194-e811-43d8-930c-001ed15bf23c tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:41.834528 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-6afc167e-17a3-4653-a0aa-54ab6c11a20f req-3d638194-e811-43d8-930c-001ed15bf23c tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=21c30f2a-503c-4e0d-bac1-f85b5fb9d8bb HTTP/1.1" status: 200 len: 945 time: 0.1536090 May 25 12:14:41.963947 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-6afc167e-17a3-4653-a0aa-54ab6c11a20f req-2d53f647-c1f9-4be2-b8de-87fd10224fa4 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a320160-757e-42fb-b8ee-125d72b2bb08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1283844 May 25 12:14:42.060108 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-fbd32a29-feb9-4d1a-8f53-38e9b5f05423 req-cadf763d-698e-4693-91d3-1ef51d0a549a service neutron] 10.222.0.44 "GET /v2.0/networks/ac869807-42c6-45d8-b26c-eb99f93861f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224944 May 25 12:14:42.113095 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2e37f5-8c64-4baa-a295-76438f44a50e req-9ab298fc-ce8e-4f43-b780-547717d8b8f5 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:42.114527 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [req-9e2e37f5-8c64-4baa-a295-76438f44a50e req-9ab298fc-ce8e-4f43-b780-547717d8b8f5 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Synchronizing usage tracker for tenant:8ce8597116c24109952d0b56bfad7bf3 on resource:port {{(pid=92473) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 12:14:42.207979 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab8b7ea-b64c-4d73-898d-ab0a8a890fb2 req-28f762fd-16d6-4588-9f9c-af502b310c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:42.209807 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-cab8b7ea-b64c-4d73-898d-ab0a8a890fb2 req-28f762fd-16d6-4588-9f9c-af502b310c58 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=401f68ee052c48d0a0e9823d5525ef3d&device_id=21c30f2a-503c-4e0d-bac1-f85b5fb9d8bb HTTP/1.1" status: 200 len: 1098 time: 0.0798497 May 25 12:14:42.213915 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [req-9e2e37f5-8c64-4baa-a295-76438f44a50e req-9ab298fc-ce8e-4f43-b780-547717d8b8f5 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Unset dirty status for tenant:8ce8597116c24109952d0b56bfad7bf3 on resource:port {{(pid=92473) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 12:14:42.215217 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-9e2e37f5-8c64-4baa-a295-76438f44a50e req-9ab298fc-ce8e-4f43-b780-547717d8b8f5 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.54 "GET /v2.0/ports?device_id=2c15b810-9c8a-4f83-a91c-4af369fe9f3c HTTP/1.1" status: 200 len: 946 time: 0.2062271 May 25 12:14:42.279910 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-fbd32a29-feb9-4d1a-8f53-38e9b5f05423 req-9936e099-1618-4eeb-9e7b-d1115c00186a service neutron] 10.222.0.44 "GET /v2.0/networks/ac869807-42c6-45d8-b26c-eb99f93861f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098994 May 25 12:14:42.295365 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77a5b37-e9bb-447f-8d44-bd141f9eda6a req-8011736b-9576-4066-a04c-1341ca5ef4d7 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:42.300649 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-a77a5b37-e9bb-447f-8d44-bd141f9eda6a req-8011736b-9576-4066-a04c-1341ca5ef4d7 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9a81e13-45a7-497f-b969-59b5fde8ffac HTTP/1.1" status: 200 len: 946 time: 0.1983984 May 25 12:14:42.354245 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-a77a5b37-e9bb-447f-8d44-bd141f9eda6a req-b533cab1-5ef8-4a89-a9cc-e5e09d1e4467 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/security-groups?id=66037392-5f85-4874-a400-63cb75635da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526097 May 25 12:14:42.533460 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab8b7ea-b64c-4d73-898d-ab0a8a890fb2 req-d7461db0-6a22-4cf7-8bf7-e9485c4573d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:42.550255 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-cab8b7ea-b64c-4d73-898d-ab0a8a890fb2 req-d7461db0-6a22-4cf7-8bf7-e9485c4573d9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b95433bc-2dbd-474f-a7da-308000160943 HTTP/1.1" status: 200 len: 917 time: 0.3238628 May 25 12:14:42.581439 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dada22c-b1d0-4600-8009-df1db86776db req-df1ddbf1-ce27-421c-95f2-304f8ed42f69 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:42.583265 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-1dada22c-b1d0-4600-8009-df1db86776db req-df1ddbf1-ce27-421c-95f2-304f8ed42f69 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c15b810-9c8a-4f83-a91c-4af369fe9f3c HTTP/1.1" status: 200 len: 946 time: 0.1184101 May 25 12:14:42.640695 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.plugin [req-9e2e37f5-8c64-4baa-a295-76438f44a50e req-31714589-715c-4db5-a864-4209e816ee02 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Deleting port 66a20ae4-6d4d-4d83-ab92-dd3f7f8a7516 {{(pid=92473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 12:14:42.641592 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-9e2e37f5-8c64-4baa-a295-76438f44a50e req-31714589-715c-4db5-a864-4209e816ee02 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786008536899'] for port, before_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:42.664914 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-aa7aa257-4f2d-4023-bf44-e6f3726d9c97 req-8290d724-c353-478e-abd4-e5d0e0e13715 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a5f2284-36c5-42bc-89c4-c4af9efe8e6f HTTP/1.1" status: 200 len: 210 time: 0.0562668 May 25 12:14:42.683897 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-1dada22c-b1d0-4600-8009-df1db86776db req-773fe5e1-ca18-4b1e-843a-a28dcea72cb0 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e30fd3d-56a9-4f5d-b932-be2974abe124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926685 May 25 12:14:42.785859 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-cab8b7ea-b64c-4d73-898d-ab0a8a890fb2 req-e909450d-e045-4a28-aeba-9916f069b406 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9fe1153a-6278-468b-bad5-528a88958ec3 HTTP/1.1" status: 200 len: 1000 time: 0.2240210 May 25 12:14:42.873679 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.db [req-9e2e37f5-8c64-4baa-a295-76438f44a50e req-31714589-715c-4db5-a864-4209e816ee02 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] For port 66a20ae4-6d4d-4d83-ab92-dd3f7f8a7516, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=66a20ae4-6d4d-4d83-ab92-dd3f7f8a7516,segment=NetworkSegment(7a2a9d6b-6c91-4fe0-a53f-9119485a4433),segment_id=7a2a9d6b-6c91-4fe0-a53f-9119485a4433)] {{(pid=92473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:14:42.873952 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-9e2e37f5-8c64-4baa-a295-76438f44a50e req-31714589-715c-4db5-a864-4209e816ee02 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042426'] for port, precommit_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:42.936677 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab8b7ea-b64c-4d73-898d-ab0a8a890fb2 req-b73a1844-ceb6-4dae-99a3-e6f58c4eac95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:42.938215 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-cab8b7ea-b64c-4d73-898d-ab0a8a890fb2 req-b73a1844-ceb6-4dae-99a3-e6f58c4eac95 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b01b166f-5ba1-4373-a734-254ff90ae56a HTTP/1.1" status: 200 len: 855 time: 0.1420510 May 25 12:14:43.107936 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.plugin [req-9e2e37f5-8c64-4baa-a295-76438f44a50e req-31714589-715c-4db5-a864-4209e816ee02 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Calling delete_port for 66a20ae4-6d4d-4d83-ab92-dd3f7f8a7516 owned by compute:nova {{(pid=92473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 12:14:43.174802 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab8b7ea-b64c-4d73-898d-ab0a8a890fb2 req-c61c6c3f-e863-4ac2-bfb9-877c40eb6183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:43.176283 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-cab8b7ea-b64c-4d73-898d-ab0a8a890fb2 req-c61c6c3f-e863-4ac2-bfb9-877c40eb6183 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b95433bc-2dbd-474f-a7da-308000160943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1041269 May 25 12:14:43.256483 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061401ca-7249-4bf4-ac53-a88db85577e2 req-2437a5a5-3716-4f15-b882-3c130f43d612 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:43.259388 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-061401ca-7249-4bf4-ac53-a88db85577e2 req-2437a5a5-3716-4f15-b882-3c130f43d612 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=21c30f2a-503c-4e0d-bac1-f85b5fb9d8bb HTTP/1.1" status: 200 len: 945 time: 0.1168013 May 25 12:14:43.313319 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-061401ca-7249-4bf4-ac53-a88db85577e2 req-e1822b60-c346-4e24-8295-54884f5a35ae tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a320160-757e-42fb-b8ee-125d72b2bb08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474360 May 25 12:14:43.375937 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-cab8b7ea-b64c-4d73-898d-ab0a8a890fb2 req-cde188ee-c4f0-4b20-b9f4-6f3019554c4a service neutron] 10.222.0.54 "GET /v2.0/networks/b95433bc-2dbd-474f-a7da-308000160943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881845 May 25 12:14:43.451529 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-9e2e37f5-8c64-4baa-a295-76438f44a50e req-31714589-715c-4db5-a864-4209e816ee02 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786008539046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786008105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2465563'] for port, after_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:43.461637 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-ca1ef179-f13c-4a7d-9866-c478fa48f3ab tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:14:43.468981 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] get_ports_and_sgs() called for port_ids ['2a238a6a-e7cb-42ba-b24f-c5d7a16b2c2f', '66a20ae4-6d4d-4d83-ab92-dd3f7f8a7516'] {{(pid=92474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 12:14:43.531527 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31714589-715c-4db5-a864-4209e816ee02 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Pushing event deleted for resources: {'Port': ['ID=66a20ae4-6d4d-4d83-ab92-dd3f7f8a7516,revision_number=None']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:14:43.536761 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-31714589-715c-4db5-a864-4209e816ee02 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:14:43.570927 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac55c7f-8959-480a-b5d1-dfce04bd4ea1 req-62cb6eff-78e1-4e79-b1d9-de750889ce96 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:43.573320 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-0ac55c7f-8959-480a-b5d1-dfce04bd4ea1 req-62cb6eff-78e1-4e79-b1d9-de750889ce96 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9a81e13-45a7-497f-b969-59b5fde8ffac HTTP/1.1" status: 200 len: 946 time: 0.1034391 May 25 12:14:43.631665 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e2e37f5-8c64-4baa-a295-76438f44a50e req-31714589-715c-4db5-a864-4209e816ee02 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] No DVR routers for this DVR port 66a20ae4-6d4d-4d83-ab92-dd3f7f8a7516 on host hv-cinder-77923 {{(pid=92473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 12:14:43.634170 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-0ac55c7f-8959-480a-b5d1-dfce04bd4ea1 req-7b41e09e-02b3-42a5-85bd-87c4260abd16 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/security-groups?id=66037392-5f85-4874-a400-63cb75635da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501769 May 25 12:14:43.635166 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-9e2e37f5-8c64-4baa-a295-76438f44a50e req-31714589-715c-4db5-a864-4209e816ee02 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163099'] for port, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:43.638276 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c15b810-9c8a-4f83-a91c-4af369fe9f3c', 'name': 'network-vif-deleted', 'tag': '66a20ae4-6d4d-4d83-ab92-dd3f7f8a7516'}] {{(pid=92473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 12:14:43.670353 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-cab8b7ea-b64c-4d73-898d-ab0a8a890fb2 req-b2a41e82-2123-4532-9a2c-93a2f3a2f025 service neutron] 10.222.0.54 "GET /v2.0/networks/b95433bc-2dbd-474f-a7da-308000160943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2884381 May 25 12:14:43.710209 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c15b810-9c8a-4f83-a91c-4af369fe9f3c', 'name': 'network-vif-deleted', 'tag': '66a20ae4-6d4d-4d83-ab92-dd3f7f8a7516', 'status': 'completed', 'code': 200} May 25 12:14:43.821349 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-9e2e37f5-8c64-4baa-a295-76438f44a50e req-31714589-715c-4db5-a864-4209e816ee02 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.54 "DELETE /v2.0/ports/66a20ae4-6d4d-4d83-ab92-dd3f7f8a7516 HTTP/1.1" status: 204 len: 173 time: 1.5973938 May 25 12:14:43.943043 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-8ce18cb0-6ae8-480c-977d-35a2d86eac2f req-7a2a06d5-6ec7-4739-ab39-6af043142a92 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c15b810-9c8a-4f83-a91c-4af369fe9f3c HTTP/1.1" status: 200 len: 210 time: 0.1514852 May 25 12:14:43.950000 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-cb45b7a0-57bd-45c1-86a8-f8fe6bf9e3b9 req-5d84e699-03f5-4151-bb23-37f4b3b38c40 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a5f2284-36c5-42bc-89c4-c4af9efe8e6f HTTP/1.1" status: 200 len: 210 time: 0.1239958 May 25 12:14:44.129388 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-fab3292f-faca-441a-a3e7-dcf963e17214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:44.515021 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be7a9bd-077a-4322-a72e-e4c63581964a req-6eb2e96f-6046-4c15-a009-9a6262c032a7 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:44.516889 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-7be7a9bd-077a-4322-a72e-e4c63581964a req-6eb2e96f-6046-4c15-a009-9a6262c032a7 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=21c30f2a-503c-4e0d-bac1-f85b5fb9d8bb HTTP/1.1" status: 200 len: 945 time: 0.0895329 May 25 12:14:44.564501 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-7be7a9bd-077a-4322-a72e-e4c63581964a req-3da37cf1-71df-4f7d-b5bf-ab9c514eceef tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a320160-757e-42fb-b8ee-125d72b2bb08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412302 May 25 12:14:44.841835 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f664c91e-f6ae-459e-9178-648f5394affe req-aec00278-21fa-4a1e-b5b5-334b3f7eb1a8 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:44.843310 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-f664c91e-f6ae-459e-9178-648f5394affe req-aec00278-21fa-4a1e-b5b5-334b3f7eb1a8 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9a81e13-45a7-497f-b969-59b5fde8ffac HTTP/1.1" status: 200 len: 946 time: 0.0812657 May 25 12:14:44.886992 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-f664c91e-f6ae-459e-9178-648f5394affe req-8dca2cee-980a-400e-9b35-7ab027a5b42f tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/security-groups?id=66037392-5f85-4874-a400-63cb75635da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376835 May 25 12:14:45.163512 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-592cc960-84fa-438b-9b42-4fc6a8c3b52d req-3ce3fd64-7033-45c8-a5ea-2d10c2bee756 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c15b810-9c8a-4f83-a91c-4af369fe9f3c HTTP/1.1" status: 200 len: 210 time: 0.0829380 May 25 12:14:45.170397 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-fb3e5a3c-e619-4541-9482-b8b4611e3fb3 req-c1c26520-bb26-46bf-b4f2-4a3f9e243193 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a5f2284-36c5-42bc-89c4-c4af9efe8e6f HTTP/1.1" status: 200 len: 210 time: 0.0497079 May 25 12:14:45.762599 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75b9e4b-246f-420e-94b2-3a5f43915066 req-3ea0229d-5449-4a32-8350-24e042c8c227 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:45.764179 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-e75b9e4b-246f-420e-94b2-3a5f43915066 req-3ea0229d-5449-4a32-8350-24e042c8c227 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=21c30f2a-503c-4e0d-bac1-f85b5fb9d8bb HTTP/1.1" status: 200 len: 945 time: 0.0866430 May 25 12:14:45.815883 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-e75b9e4b-246f-420e-94b2-3a5f43915066 req-e749dcc1-69ca-471a-859f-b40b35c38cd9 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a320160-757e-42fb-b8ee-125d72b2bb08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451159 May 25 12:14:46.212589 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd32a29-feb9-4d1a-8f53-38e9b5f05423 req-1d84143b-9df5-4ff6-8360-46d27fb278ef tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:46.214311 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-fbd32a29-feb9-4d1a-8f53-38e9b5f05423 req-1d84143b-9df5-4ff6-8360-46d27fb278ef tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] 10.222.0.54 "GET /v2.0/networks?id=ac869807-42c6-45d8-b26c-eb99f93861f4 HTTP/1.1" status: 200 len: 807 time: 0.1805005 May 25 12:14:46.227223 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.v2.base [req-fbd32a29-feb9-4d1a-8f53-38e9b5f05423 req-0519c734-16c8-45b5-bc06-dd04b21ea3b4 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] Request body: {'port': {'device_id': '6a5f2284-36c5-42bc-89c4-c4af9efe8e6f', 'network_id': 'ac869807-42c6-45d8-b26c-eb99f93861f4', 'admin_state_up': True, 'tenant_id': '918fad47bb2948e3829058160b795c66'}} {{(pid=92473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 12:14:46.232485 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33794b1-acf0-49c4-afdc-666e7e240739 req-d6aebe19-d258-4651-940e-b45c444ae80c tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:46.239550 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-f33794b1-acf0-49c4-afdc-666e7e240739 req-d6aebe19-d258-4651-940e-b45c444ae80c tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9a81e13-45a7-497f-b969-59b5fde8ffac HTTP/1.1" status: 200 len: 946 time: 0.0975332 May 25 12:14:46.319694 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-f33794b1-acf0-49c4-afdc-666e7e240739 req-f8270674-da91-4166-89a2-9979df23dfb5 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/security-groups?id=66037392-5f85-4874-a400-63cb75635da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790191 May 25 12:14:46.388150 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Device 9fe1153a-6278-468b-bad5-528a88958ec3 no longer exists at agent hyperv_hv-cinder-77923 {{(pid=92474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 12:14:46.475586 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:46.480198 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [req-fbd32a29-feb9-4d1a-8f53-38e9b5f05423 req-0519c734-16c8-45b5-bc06-dd04b21ea3b4 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:14:46.499420 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [req-fbd32a29-feb9-4d1a-8f53-38e9b5f05423 req-0519c734-16c8-45b5-bc06-dd04b21ea3b4 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] Usage tracker for resource:port and tenant:918fad47bb2948e3829058160b795c66 is out of sync, need to count used quota {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:14:46.513216 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [req-fbd32a29-feb9-4d1a-8f53-38e9b5f05423 req-0519c734-16c8-45b5-bc06-dd04b21ea3b4 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:14:46.520159 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [req-fbd32a29-feb9-4d1a-8f53-38e9b5f05423 req-0519c734-16c8-45b5-bc06-dd04b21ea3b4 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:14:46.549749 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-6ef2ac64-aeed-4434-96b9-138308787217 req-b01796d4-94bd-42ce-bc7e-638bd0d198a2 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a5f2284-36c5-42bc-89c4-c4af9efe8e6f HTTP/1.1" status: 200 len: 210 time: 0.0652697 May 25 12:14:46.567219 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:46.595806 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21c30f2a-503c-4e0d-bac1-f85b5fb9d8bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fe1153a-6278-468b-bad5-528a88958ec3'}] {{(pid=92474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 12:14:46.605697 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] For port 9fe1153a-6278-468b-bad5-528a88958ec3, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=9fe1153a-6278-468b-bad5-528a88958ec3,segment=NetworkSegment(a867bff5-0b48-4d60-bac3-5ba6e8b8d30c),segment_id=a867bff5-0b48-4d60-bac3-5ba6e8b8d30c)] {{(pid=92474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:14:46.641728 dv-cinder-779233-5-smb neutron-server[92474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21c30f2a-503c-4e0d-bac1-f85b5fb9d8bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fe1153a-6278-468b-bad5-528a88958ec3', 'code': 200} May 25 12:14:46.679654 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbd32a29-feb9-4d1a-8f53-38e9b5f05423 req-0519c734-16c8-45b5-bc06-dd04b21ea3b4 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] Made reservation on behalf of 918fad47bb2948e3829058160b795c66 for: {'port': 1} {{(pid=92473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 12:14:46.688015 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-fbd32a29-feb9-4d1a-8f53-38e9b5f05423 req-0519c734-16c8-45b5-bc06-dd04b21ea3b4 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:46.707090 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:46.708006 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Device 66a20ae4-6d4d-4d83-ab92-dd3f7f8a7516 no longer exists at agent hyperv_hv-cinder-77923 {{(pid=92474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 12:14:46.734647 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-c9510b0a-94af-41fe-902b-d81441e15757 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:14:46.794609 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [req-7d4bea1b-94e2-4314-a35b-4ec6a1d46ba8 req-a1da4b58-1d29-421c-840f-22d75e1f1ad9 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Synchronizing usage tracker for tenant:ac5d446aa86d403580c17e594b9b5cd4 on resource:security_group {{(pid=92472) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 12:14:46.799968 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.plugin [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] No Port match for: 66a20ae4-6d4d-4d83-ab92-dd3f7f8a7516 {{(pid=92474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 12:14:46.799968 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Device 66a20ae4-6d4d-4d83-ab92-dd3f7f8a7516 not bound to the agent host hv-cinder-77923 {{(pid=92474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 12:14:46.837527 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 39688) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:14:46.838833 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Pushing event updated for resources: {'Port': ['ID=9fe1153a-6278-468b-bad5-528a88958ec3,revision_number=8']} {{(pid=92474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:14:46.841665 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-97ebccf4-8684-45d6-99a1-ebf017ba5a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:46.843373 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:14:46.919055 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.db_base_plugin_common [req-fbd32a29-feb9-4d1a-8f53-38e9b5f05423 req-0519c734-16c8-45b5-bc06-dd04b21ea3b4 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] Allocated IP 172.20.0.14 (ac869807-42c6-45d8-b26c-eb99f93861f4/2b8440fe-05fb-45fc-8abc-bbd49ec91535/a65b59f8-ff8b-4680-ae87-114af2f0e708) {{(pid=92473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 12:14:46.927296 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.db_base_plugin_v2 [None req-540ce267-f4b2-473f-9524-da1da33e6aee admin admin] Deleting subnet 1930d653-651c-4942-b755-7b7eba822209 {{(pid=92472) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 12:14:46.931849 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-540ce267-f4b2-473f-9524-da1da33e6aee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:47.038129 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-540ce267-f4b2-473f-9524-da1da33e6aee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2238172'] for subnet, precommit_delete_associations {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:47.063748 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [req-7d4bea1b-94e2-4314-a35b-4ec6a1d46ba8 req-a1da4b58-1d29-421c-840f-22d75e1f1ad9 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Unset dirty status for tenant:ac5d446aa86d403580c17e594b9b5cd4 on resource:security_group {{(pid=92472) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 12:14:47.064901 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-7d4bea1b-94e2-4314-a35b-4ec6a1d46ba8 req-a1da4b58-1d29-421c-840f-22d75e1f1ad9 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-210925953&fields=id&tenant_id=ac5d446aa86d403580c17e594b9b5cd4 HTTP/1.1" status: 200 len: 267 time: 0.3311369 May 25 12:14:47.128002 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-fbd32a29-feb9-4d1a-8f53-38e9b5f05423 req-0519c734-16c8-45b5-bc06-dd04b21ea3b4 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] Notify callbacks [] for port, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:47.198823 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-540ce267-f4b2-473f-9524-da1da33e6aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1960903'] for subnet, precommit_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:47.218432 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-fbd32a29-feb9-4d1a-8f53-38e9b5f05423 req-0519c734-16c8-45b5-bc06-dd04b21ea3b4 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786008105683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2465563'] for port, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:47.225648 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-20a52110-93d5-43e8-88aa-e92a19273a94 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:14:47.252554 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969f8e9d-5812-4656-9d46-9b53fec70331 req-4600fc84-3a49-4404-9de9-d50ca8214d4b tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:47.254019 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-969f8e9d-5812-4656-9d46-9b53fec70331 req-4600fc84-3a49-4404-9de9-d50ca8214d4b tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=21c30f2a-503c-4e0d-bac1-f85b5fb9d8bb HTTP/1.1" status: 200 len: 943 time: 0.2929564 May 25 12:14:47.291898 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbd32a29-feb9-4d1a-8f53-38e9b5f05423 req-0519c734-16c8-45b5-bc06-dd04b21ea3b4 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] Network ac869807-42c6-45d8-b26c-eb99f93861f4 is already hosted by enough agents. {{(pid=92473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 12:14:47.294885 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.scheduler.base_scheduler [req-fbd32a29-feb9-4d1a-8f53-38e9b5f05423 req-0519c734-16c8-45b5-bc06-dd04b21ea3b4 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] Resources bound (agent type, host, resource id): {{(pid=92473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 12:14:47.298855 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbd32a29-feb9-4d1a-8f53-38e9b5f05423 req-0519c734-16c8-45b5-bc06-dd04b21ea3b4 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] Received port after_create {{(pid=92473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 12:14:47.337260 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0519c734-16c8-45b5-bc06-dd04b21ea3b4 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] Pushing event updated for resources: {'Port': ['ID=a65b59f8-ff8b-4680-ae87-114af2f0e708,revision_number=1']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:14:47.345125 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-0519c734-16c8-45b5-bc06-dd04b21ea3b4 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:14:47.365065 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd32a29-feb9-4d1a-8f53-38e9b5f05423 req-0519c734-16c8-45b5-bc06-dd04b21ea3b4 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:47.365659 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-fbd32a29-feb9-4d1a-8f53-38e9b5f05423 req-0519c734-16c8-45b5-bc06-dd04b21ea3b4 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163099'] for port, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:47.396957 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4bea1b-94e2-4314-a35b-4ec6a1d46ba8 req-917331a9-d6a4-4251-ad9f-c7a48cd57daf tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:47.397622 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [req-7d4bea1b-94e2-4314-a35b-4ec6a1d46ba8 req-917331a9-d6a4-4251-ad9f-c7a48cd57daf tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Synchronizing usage tracker for tenant:ac5d446aa86d403580c17e594b9b5cd4 on resource:network {{(pid=92472) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 12:14:47.423619 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-969f8e9d-5812-4656-9d46-9b53fec70331 req-00e90a64-593a-49f2-be6c-4c0fe71d36ae tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a320160-757e-42fb-b8ee-125d72b2bb08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1563544 May 25 12:14:47.510685 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-fbd32a29-feb9-4d1a-8f53-38e9b5f05423 req-0519c734-16c8-45b5-bc06-dd04b21ea3b4 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2875319 May 25 12:14:47.525174 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.v2.base [req-fbd32a29-feb9-4d1a-8f53-38e9b5f05423 req-e831fe68-1742-46e3-92e5-139feb5092c9 service neutron] Request body: {'port': {'device_id': '6a5f2284-36c5-42bc-89c4-c4af9efe8e6f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77923'}} {{(pid=92473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 12:14:47.567990 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [req-7d4bea1b-94e2-4314-a35b-4ec6a1d46ba8 req-917331a9-d6a4-4251-ad9f-c7a48cd57daf tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Unset dirty status for tenant:ac5d446aa86d403580c17e594b9b5cd4 on resource:network {{(pid=92472) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 12:14:47.571833 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-7d4bea1b-94e2-4314-a35b-4ec6a1d46ba8 req-917331a9-d6a4-4251-ad9f-c7a48cd57daf tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] 10.222.0.44 "GET /v2.0/networks?id=ca40b0a3-0988-4313-9746-c2b99cc0662c HTTP/1.1" status: 200 len: 809 time: 0.4950912 May 25 12:14:47.612284 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-7d4bea1b-94e2-4314-a35b-4ec6a1d46ba8 req-3c18cc02-81fe-456c-9e49-1b9241cf55a6 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] 10.222.0.44 "GET /v2.0/quotas/ac5d446aa86d403580c17e594b9b5cd4 HTTP/1.1" status: 200 len: 375 time: 0.0201757 May 25 12:14:47.647387 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-fbd32a29-feb9-4d1a-8f53-38e9b5f05423 req-e831fe68-1742-46e3-92e5-139feb5092c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:47.695467 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a9203d-7d2f-423a-a3e6-887a5c1ca753 req-2aa79f41-357d-4a36-b024-0fa5b430f59a tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:47.696836 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-d1a9203d-7d2f-423a-a3e6-887a5c1ca753 req-2aa79f41-357d-4a36-b024-0fa5b430f59a tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9a81e13-45a7-497f-b969-59b5fde8ffac HTTP/1.1" status: 200 len: 946 time: 0.1715891 May 25 12:14:47.745650 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-7d4bea1b-94e2-4314-a35b-4ec6a1d46ba8 req-0ce56753-3e3a-46ce-b88c-aafbe2198d5d tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=ac5d446aa86d403580c17e594b9b5cd4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1270115 May 25 12:14:47.749380 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-540ce267-f4b2-473f-9524-da1da33e6aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2273115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222404'] for subnet, after_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:47.758458 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-249ed953-64ac-444c-886f-946a63bc78a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:14:47.791450 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-d1a9203d-7d2f-423a-a3e6-887a5c1ca753 req-85d97559-ef9a-4678-b66f-c651c7ea3d6f tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/security-groups?id=66037392-5f85-4874-a400-63cb75635da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853255 May 25 12:14:47.824339 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-540ce267-f4b2-473f-9524-da1da33e6aee admin admin] Notify callbacks [] for subnet, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:47.827057 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540ce267-f4b2-473f-9524-da1da33e6aee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1930d653-651c-4942-b755-7b7eba822209,revision_number=None']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:14:47.969168 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-540ce267-f4b2-473f-9524-da1da33e6aee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:14:47.980060 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-540ce267-f4b2-473f-9524-da1da33e6aee admin admin] 10.222.0.44 "DELETE /v2.0/subnets/1930d653-651c-4942-b755-7b7eba822209 HTTP/1.1" status: 204 len: 168 time: 1.1412838 May 25 12:14:47.980790 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 39710) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:14:48.029912 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ff182aac-c7db-4435-9e5c-c570f96503ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:48.112565 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.notifiers.nova [req-fbd32a29-feb9-4d1a-8f53-38e9b5f05423 req-e831fe68-1742-46e3-92e5-139feb5092c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a65b59f8-ff8b-4680-ae87-114af2f0e708 {{(pid=92473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 12:14:48.120264 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-fbd32a29-feb9-4d1a-8f53-38e9b5f05423 req-e831fe68-1742-46e3-92e5-139feb5092c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:48.135862 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-3ce22eba-a271-4e4b-ba34-9b0b5c539f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628851'] for network, before_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:48.136127 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.provisioning_blocks [req-fbd32a29-feb9-4d1a-8f53-38e9b5f05423 req-e831fe68-1742-46e3-92e5-139feb5092c9 service neutron] Transition to ACTIVE for port object a65b59f8-ff8b-4680-ae87-114af2f0e708 will not be triggered until provisioned by entity L2. {{(pid=92473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 12:14:48.139771 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-7d4bea1b-94e2-4314-a35b-4ec6a1d46ba8 req-a5710b78-64d2-4871-b045-d52dfb846a82 service neutron] 10.222.0.44 "GET /v2.0/networks/ca40b0a3-0988-4313-9746-c2b99cc0662c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3526065 May 25 12:14:48.206867 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-fbd32a29-feb9-4d1a-8f53-38e9b5f05423 req-e831fe68-1742-46e3-92e5-139feb5092c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2465554'] for port, after_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:48.211659 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-bfed6712-050f-40ca-a647-8593f8e49779 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:14:48.346305 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-3ce22eba-a271-4e4b-ba34-9b0b5c539f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1908296', 'neutron.services.segments.db._delete_segments_for_network-8786008650460'] for network, precommit_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:48.372315 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.services.segments.db [None req-3ce22eba-a271-4e4b-ba34-9b0b5c539f4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4932c12a-ed7a-4f40-9682-bfafb0e4bda8']}} {{(pid=92472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:14:48.398824 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.services.segments.db [None req-3ce22eba-a271-4e4b-ba34-9b0b5c539f4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70fd6a27-84e6-4393-834d-58eae1636d1a') {'for_net_delete': True} {{(pid=92472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:14:48.399125 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.services.segments.db [None req-3ce22eba-a271-4e4b-ba34-9b0b5c539f4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70fd6a27-84e6-4393-834d-58eae1636d1a') {} {{(pid=92472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:14:48.400184 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e831fe68-1742-46e3-92e5-139feb5092c9 service neutron] Pushing event updated for resources: {'Port': ['ID=a65b59f8-ff8b-4680-ae87-114af2f0e708,revision_number=2']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:14:48.403260 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-e831fe68-1742-46e3-92e5-139feb5092c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:14:48.414092 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-7d4bea1b-94e2-4314-a35b-4ec6a1d46ba8 req-4a9cb602-c090-4ea7-8089-c771d7b251c2 service neutron] 10.222.0.44 "GET /v2.0/networks/ca40b0a3-0988-4313-9746-c2b99cc0662c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2674792 May 25 12:14:48.416181 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-3ce22eba-a271-4e4b-ba34-9b0b5c539f4a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786008660637', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2238167'] for segment, before_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:48.433544 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-3ce22eba-a271-4e4b-ba34-9b0b5c539f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1959408'] for segment, precommit_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:48.441068 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ce22eba-a271-4e4b-ba34-9b0b5c539f4a admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=92472) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 12:14:48.441541 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-3ce22eba-a271-4e4b-ba34-9b0b5c539f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1959408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2227197'] for segment, after_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:48.455416 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.managers [req-fbd32a29-feb9-4d1a-8f53-38e9b5f05423 req-e831fe68-1742-46e3-92e5-139feb5092c9 service neutron] Attempting to bind port a65b59f8-ff8b-4680-ae87-114af2f0e708 on host hv-cinder-77923 for vnic_type normal with profile {{(pid=92473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 12:14:48.455759 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.managers [req-fbd32a29-feb9-4d1a-8f53-38e9b5f05423 req-e831fe68-1742-46e3-92e5-139feb5092c9 service neutron] Attempting to bind port a65b59f8-ff8b-4680-ae87-114af2f0e708 by drivers openvswitch,hyperv on host hv-cinder-77923 at level 0 using segments [{'id': '8b99aeb2-0b7b-4047-b44a-6b390554f41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'ac869807-42c6-45d8-b26c-eb99f93861f4'}] {{(pid=92473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 12:14:48.456560 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd32a29-feb9-4d1a-8f53-38e9b5f05423 req-e831fe68-1742-46e3-92e5-139feb5092c9 service neutron] Attempting to bind port a65b59f8-ff8b-4680-ae87-114af2f0e708 on network ac869807-42c6-45d8-b26c-eb99f93861f4 {{(pid=92473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 12:14:48.456685 dv-cinder-779233-5-smb neutron-server[92472]: Traceback (most recent call last): May 25 12:14:48.456685 dv-cinder-779233-5-smb neutron-server[92472]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 12:14:48.456685 dv-cinder-779233-5-smb neutron-server[92472]: timer() May 25 12:14:48.456685 dv-cinder-779233-5-smb neutron-server[92472]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 12:14:48.456685 dv-cinder-779233-5-smb neutron-server[92472]: cb(*args, **kw) May 25 12:14:48.456685 dv-cinder-779233-5-smb neutron-server[92472]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 12:14:48.456685 dv-cinder-779233-5-smb neutron-server[92472]: return func(*args, **kwargs) May 25 12:14:48.456685 dv-cinder-779233-5-smb neutron-server[92472]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 12:14:48.456685 dv-cinder-779233-5-smb neutron-server[92472]: self._notify() May 25 12:14:48.456685 dv-cinder-779233-5-smb neutron-server[92472]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 12:14:48.456685 dv-cinder-779233-5-smb neutron-server[92472]: self.callback(batched_events) May 25 12:14:48.456685 dv-cinder-779233-5-smb neutron-server[92472]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 12:14:48.456685 dv-cinder-779233-5-smb neutron-server[92472]: event.method(event) May 25 12:14:48.456685 dv-cinder-779233-5-smb neutron-server[92472]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 12:14:48.456685 dv-cinder-779233-5-smb neutron-server[92472]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 12:14:48.456685 dv-cinder-779233-5-smb neutron-server[92472]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 12:14:48.456685 dv-cinder-779233-5-smb neutron-server[92472]: aggregate_uuid = self.p_client.list_aggregates( May 25 12:14:48.456685 dv-cinder-779233-5-smb neutron-server[92472]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 12:14:48.456685 dv-cinder-779233-5-smb neutron-server[92472]: return f(self, *a, **k) May 25 12:14:48.456685 dv-cinder-779233-5-smb neutron-server[92472]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 12:14:48.456685 dv-cinder-779233-5-smb neutron-server[92472]: return self._get(url).json() May 25 12:14:48.456685 dv-cinder-779233-5-smb neutron-server[92472]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 12:14:48.456685 dv-cinder-779233-5-smb neutron-server[92472]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 12:14:48.456685 dv-cinder-779233-5-smb neutron-server[92472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 12:14:48.456685 dv-cinder-779233-5-smb neutron-server[92472]: return self.request(url, 'GET', **kwargs) May 25 12:14:48.456685 dv-cinder-779233-5-smb neutron-server[92472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 12:14:48.456685 dv-cinder-779233-5-smb neutron-server[92472]: base_url = self.get_endpoint(auth, allow=allow, May 25 12:14:48.456685 dv-cinder-779233-5-smb neutron-server[92472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 12:14:48.456685 dv-cinder-779233-5-smb neutron-server[92472]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 12:14:48.456685 dv-cinder-779233-5-smb neutron-server[92472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 12:14:48.456685 dv-cinder-779233-5-smb neutron-server[92472]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 12:14:48.456685 dv-cinder-779233-5-smb neutron-server[92472]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 12:14:48.461308 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd32a29-feb9-4d1a-8f53-38e9b5f05423 req-e831fe68-1742-46e3-92e5-139feb5092c9 service neutron] Port a65b59f8-ff8b-4680-ae87-114af2f0e708 on network ac869807-42c6-45d8-b26c-eb99f93861f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77923 {{(pid=92473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 12:14:48.470944 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd32a29-feb9-4d1a-8f53-38e9b5f05423 req-e831fe68-1742-46e3-92e5-139feb5092c9 service neutron] Attempting to bind port a65b59f8-ff8b-4680-ae87-114af2f0e708 on network ac869807-42c6-45d8-b26c-eb99f93861f4 {{(pid=92473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 12:14:48.470944 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd32a29-feb9-4d1a-8f53-38e9b5f05423 req-e831fe68-1742-46e3-92e5-139feb5092c9 service neutron] Checking agent: {'id': 'ffba2d31-78f6-4a67-909d-2363647ed231', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77923', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 12, 10, 27), 'started_at': datetime.datetime(2021, 5, 25, 12, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 12, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 12:14:48.470944 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd32a29-feb9-4d1a-8f53-38e9b5f05423 req-e831fe68-1742-46e3-92e5-139feb5092c9 service neutron] Checking segment: {'id': '8b99aeb2-0b7b-4047-b44a-6b390554f41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'ac869807-42c6-45d8-b26c-eb99f93861f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 12:14:48.470944 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd32a29-feb9-4d1a-8f53-38e9b5f05423 req-e831fe68-1742-46e3-92e5-139feb5092c9 service neutron] Bound using segment: {'id': '8b99aeb2-0b7b-4047-b44a-6b390554f41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'ac869807-42c6-45d8-b26c-eb99f93861f4'} {{(pid=92473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 12:14:48.470944 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.managers [req-fbd32a29-feb9-4d1a-8f53-38e9b5f05423 req-e831fe68-1742-46e3-92e5-139feb5092c9 service neutron] Bound port: a65b59f8-ff8b-4680-ae87-114af2f0e708, host: hv-cinder-77923, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b99aeb2-0b7b-4047-b44a-6b390554f41d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'ac869807-42c6-45d8-b26c-eb99f93861f4'}}] {{(pid=92473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 12:14:48.470944 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-fbd32a29-feb9-4d1a-8f53-38e9b5f05423 req-e831fe68-1742-46e3-92e5-139feb5092c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:48.577412 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.db [req-fbd32a29-feb9-4d1a-8f53-38e9b5f05423 req-e831fe68-1742-46e3-92e5-139feb5092c9 service neutron] For port a65b59f8-ff8b-4680-ae87-114af2f0e708, host hv-cinder-77923, cleared binding levels {{(pid=92473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 12:14:48.578397 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.db [req-fbd32a29-feb9-4d1a-8f53-38e9b5f05423 req-e831fe68-1742-46e3-92e5-139feb5092c9 service neutron] For port a65b59f8-ff8b-4680-ae87-114af2f0e708, host hv-cinder-77923, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=a65b59f8-ff8b-4680-ae87-114af2f0e708,segment=NetworkSegment(8b99aeb2-0b7b-4047-b44a-6b390554f41d),segment_id=8b99aeb2-0b7b-4047-b44a-6b390554f41d)] {{(pid=92473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 12:14:48.704861 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-3ce22eba-a271-4e4b-ba34-9b0b5c539f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1908289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1019683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-653800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047083'] for network, after_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:48.708712 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:14:48.722417 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-3ce22eba-a271-4e4b-ba34-9b0b5c539f4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653773'] for network, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:48.733113 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce22eba-a271-4e4b-ba34-9b0b5c539f4a admin admin] Pushing event deleted for resources: {'Network': ['ID=4932c12a-ed7a-4f40-9682-bfafb0e4bda8,revision_number=None']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:14:48.735796 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-fbd32a29-feb9-4d1a-8f53-38e9b5f05423 req-e831fe68-1742-46e3-92e5-139feb5092c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2465554'] for port, after_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:48.737964 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-3ce22eba-a271-4e4b-ba34-9b0b5c539f4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:14:48.745612 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-d3c3a820-5387-4153-9397-d7568bf04769 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:14:48.789401 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd32a29-feb9-4d1a-8f53-38e9b5f05423 req-e831fe68-1742-46e3-92e5-139feb5092c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:48.789998 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-fbd32a29-feb9-4d1a-8f53-38e9b5f05423 req-e831fe68-1742-46e3-92e5-139feb5092c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163099'] for port, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:48.795638 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-fbd32a29-feb9-4d1a-8f53-38e9b5f05423 req-e831fe68-1742-46e3-92e5-139feb5092c9 service neutron] 10.222.0.54 "PUT /v2.0/ports/a65b59f8-ff8b-4680-ae87-114af2f0e708 HTTP/1.1" status: 200 len: 1094 time: 1.2725565 May 25 12:14:48.795638 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a5f2284-36c5-42bc-89c4-c4af9efe8e6f', 'tag': 'a65b59f8-ff8b-4680-ae87-114af2f0e708'}] {{(pid=92473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 12:14:48.820347 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e831fe68-1742-46e3-92e5-139feb5092c9 service neutron] Pushing event updated for resources: {'Port': ['ID=a65b59f8-ff8b-4680-ae87-114af2f0e708,revision_number=3']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:14:48.823613 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-e831fe68-1742-46e3-92e5-139feb5092c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:14:48.867250 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-3ce22eba-a271-4e4b-ba34-9b0b5c539f4a admin admin] 10.222.0.44 "DELETE /v2.0/networks/4932c12a-ed7a-4f40-9682-bfafb0e4bda8 HTTP/1.1" status: 204 len: 168 time: 0.8775771 May 25 12:14:48.869777 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 39734) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:14:48.928894 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c3dc67f-9f5a-48ff-90d7-0aac8b33f99e admin admin] Deleting subnet 9e0a5e97-3019-4377-8968-6c45eb96165b {{(pid=92472) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 12:14:48.932128 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-6c3dc67f-9f5a-48ff-90d7-0aac8b33f99e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:48.988306 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-6c3dc67f-9f5a-48ff-90d7-0aac8b33f99e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2238172'] for subnet, precommit_delete_associations {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:49.032639 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd32a29-feb9-4d1a-8f53-38e9b5f05423 req-37a4384c-e07f-44fe-a5af-3bc6a994cb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:49.034114 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-fbd32a29-feb9-4d1a-8f53-38e9b5f05423 req-37a4384c-e07f-44fe-a5af-3bc6a994cb2d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=918fad47bb2948e3829058160b795c66&device_id=6a5f2284-36c5-42bc-89c4-c4af9efe8e6f HTTP/1.1" status: 200 len: 1097 time: 0.0764205 May 25 12:14:49.044309 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-6c3dc67f-9f5a-48ff-90d7-0aac8b33f99e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1960903'] for subnet, precommit_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:49.102568 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-fbd32a29-feb9-4d1a-8f53-38e9b5f05423 req-78adb945-c44a-4358-afcd-cfe4edf36de0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a65b59f8-ff8b-4680-ae87-114af2f0e708 HTTP/1.1" status: 200 len: 217 time: 0.0609300 May 25 12:14:49.173837 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd32a29-feb9-4d1a-8f53-38e9b5f05423 req-d63c2ae2-f263-40d7-89b9-90cd819aa615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:49.175299 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-fbd32a29-feb9-4d1a-8f53-38e9b5f05423 req-d63c2ae2-f263-40d7-89b9-90cd819aa615 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2b8440fe-05fb-45fc-8abc-bbd49ec91535 HTTP/1.1" status: 200 len: 847 time: 0.0649974 May 25 12:14:49.229355 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-fbd32a29-feb9-4d1a-8f53-38e9b5f05423 req-8f6f2c5d-1785-41ad-b940-6956644206f8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ac869807-42c6-45d8-b26c-eb99f93861f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469306 May 25 12:14:49.393073 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-fbd32a29-feb9-4d1a-8f53-38e9b5f05423 req-b687aae3-a0e6-4c8d-b274-65c7ed1519c6 service neutron] 10.222.0.54 "GET /v2.0/networks/ac869807-42c6-45d8-b26c-eb99f93861f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570075 May 25 12:14:49.394986 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7545848a-9a8d-4c1c-ad69-c0bb53975ab6 req-46496152-acf3-4295-b6af-03615b8220ae tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:49.396180 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-7545848a-9a8d-4c1c-ad69-c0bb53975ab6 req-46496152-acf3-4295-b6af-03615b8220ae tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a5f2284-36c5-42bc-89c4-c4af9efe8e6f HTTP/1.1" status: 200 len: 944 time: 0.0869203 May 25 12:14:49.398358 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-6c3dc67f-9f5a-48ff-90d7-0aac8b33f99e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2273115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222404'] for subnet, after_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:49.403715 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:14:49.481911 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3dc67f-9f5a-48ff-90d7-0aac8b33f99e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e0a5e97-3019-4377-8968-6c45eb96165b,revision_number=None']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:14:49.498278 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-6c3dc67f-9f5a-48ff-90d7-0aac8b33f99e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:14:49.528591 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-6c3dc67f-9f5a-48ff-90d7-0aac8b33f99e admin admin] Notify callbacks [] for subnet, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:49.533886 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-7545848a-9a8d-4c1c-ad69-c0bb53975ab6 req-0dc26bb1-633f-40a6-9574-9238c300da49 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] 10.222.0.44 "GET /v2.0/security-groups?id=834f1aba-53ea-460a-bb7b-da7400e454f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731273 May 25 12:14:49.539242 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-6c3dc67f-9f5a-48ff-90d7-0aac8b33f99e admin admin] 10.222.0.44 "DELETE /v2.0/subnets/9e0a5e97-3019-4377-8968-6c45eb96165b HTTP/1.1" status: 204 len: 168 time: 0.6672592 May 25 12:14:49.539391 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-cb1178c2-b2b5-418b-a63c-7279ce5a9fe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:49.540929 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 39756) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:14:49.582798 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-fbd32a29-feb9-4d1a-8f53-38e9b5f05423 req-3a3c0a7b-626f-484a-8745-c10bcfcfde6b service neutron] 10.222.0.54 "GET /v2.0/networks/ac869807-42c6-45d8-b26c-eb99f93861f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830873 May 25 12:14:49.666783 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-9bd906d6-325d-4e6f-bd50-ec3d6ae0f2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628851'] for network, before_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:49.714847 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a5f2284-36c5-42bc-89c4-c4af9efe8e6f', 'tag': 'a65b59f8-ff8b-4680-ae87-114af2f0e708', 'status': 'completed', 'code': 200} May 25 12:14:49.860773 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b583d048-7f43-4c45-96ca-a7abdc4ef0d9 req-5f748b45-8770-4b8c-84fd-8d27f04befca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:49.862760 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-b583d048-7f43-4c45-96ca-a7abdc4ef0d9 req-5f748b45-8770-4b8c-84fd-8d27f04befca service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=918fad47bb2948e3829058160b795c66&device_id=6a5f2284-36c5-42bc-89c4-c4af9efe8e6f HTTP/1.1" status: 200 len: 1097 time: 0.1245892 May 25 12:14:49.927064 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-9bd906d6-325d-4e6f-bd50-ec3d6ae0f2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1908296', 'neutron.services.segments.db._delete_segments_for_network-8786008650460'] for network, precommit_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:50.021908 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b583d048-7f43-4c45-96ca-a7abdc4ef0d9 req-87d05e07-4444-49ca-bb53-b0045e48a2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:50.023566 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-b583d048-7f43-4c45-96ca-a7abdc4ef0d9 req-87d05e07-4444-49ca-bb53-b0045e48a2b3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ac869807-42c6-45d8-b26c-eb99f93861f4 HTTP/1.1" status: 200 len: 908 time: 0.1507981 May 25 12:14:50.078620 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.services.segments.db [None req-9bd906d6-325d-4e6f-bd50-ec3d6ae0f2e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcde7764-ca88-480c-a7cd-1b9354897957']}} {{(pid=92472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:14:50.089565 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-7ade5efc-d289-4659-be74-05bdba6b05ea req-abc1c972-698a-49d5-be60-f58c83140213 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] 10.222.0.44 "GET /v2.0/ports?device_id=1616fd2c-929a-4938-977f-a15d5e7ebbf8 HTTP/1.1" status: 200 len: 210 time: 0.1657028 May 25 12:14:50.098382 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-b583d048-7f43-4c45-96ca-a7abdc4ef0d9 req-9a96080f-a7e2-4343-9d77-28d9110bf7d1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a65b59f8-ff8b-4680-ae87-114af2f0e708 HTTP/1.1" status: 200 len: 217 time: 0.0663648 May 25 12:14:50.103171 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.services.segments.db [None req-9bd906d6-325d-4e6f-bd50-ec3d6ae0f2e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ea7a0c4-51e2-4fe5-a6dd-d55ba52a1080') {'for_net_delete': True} {{(pid=92472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:14:50.103499 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.services.segments.db [None req-9bd906d6-325d-4e6f-bd50-ec3d6ae0f2e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ea7a0c4-51e2-4fe5-a6dd-d55ba52a1080') {} {{(pid=92472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:14:50.119876 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-9bd906d6-325d-4e6f-bd50-ec3d6ae0f2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786008660637', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2238167'] for segment, before_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:50.134694 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d35a2ac-4869-4275-9c0a-17149dfc2e45 req-fb25a6da-9f24-4104-bbbb-fc886c9b5dda tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:50.136511 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-1d35a2ac-4869-4275-9c0a-17149dfc2e45 req-fb25a6da-9f24-4104-bbbb-fc886c9b5dda tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9a81e13-45a7-497f-b969-59b5fde8ffac HTTP/1.1" status: 200 len: 946 time: 0.2899604 May 25 12:14:50.173257 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-9bd906d6-325d-4e6f-bd50-ec3d6ae0f2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1959408'] for segment, precommit_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:50.196490 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bd906d6-325d-4e6f-bd50-ec3d6ae0f2e9 admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=92472) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 12:14:50.197020 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-9bd906d6-325d-4e6f-bd50-ec3d6ae0f2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1959408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2227197'] for segment, after_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:50.211849 dv-cinder-779233-5-smb neutron-server[92472]: Traceback (most recent call last): May 25 12:14:50.211849 dv-cinder-779233-5-smb neutron-server[92472]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 12:14:50.211849 dv-cinder-779233-5-smb neutron-server[92472]: timer() May 25 12:14:50.211849 dv-cinder-779233-5-smb neutron-server[92472]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 12:14:50.211849 dv-cinder-779233-5-smb neutron-server[92472]: cb(*args, **kw) May 25 12:14:50.211849 dv-cinder-779233-5-smb neutron-server[92472]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 12:14:50.211849 dv-cinder-779233-5-smb neutron-server[92472]: return func(*args, **kwargs) May 25 12:14:50.211849 dv-cinder-779233-5-smb neutron-server[92472]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 12:14:50.211849 dv-cinder-779233-5-smb neutron-server[92472]: self._notify() May 25 12:14:50.211849 dv-cinder-779233-5-smb neutron-server[92472]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 12:14:50.211849 dv-cinder-779233-5-smb neutron-server[92472]: self.callback(batched_events) May 25 12:14:50.211849 dv-cinder-779233-5-smb neutron-server[92472]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 12:14:50.211849 dv-cinder-779233-5-smb neutron-server[92472]: event.method(event) May 25 12:14:50.211849 dv-cinder-779233-5-smb neutron-server[92472]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 12:14:50.211849 dv-cinder-779233-5-smb neutron-server[92472]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 12:14:50.211849 dv-cinder-779233-5-smb neutron-server[92472]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 12:14:50.211849 dv-cinder-779233-5-smb neutron-server[92472]: aggregate_uuid = self.p_client.list_aggregates( May 25 12:14:50.211849 dv-cinder-779233-5-smb neutron-server[92472]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 12:14:50.211849 dv-cinder-779233-5-smb neutron-server[92472]: return f(self, *a, **k) May 25 12:14:50.211849 dv-cinder-779233-5-smb neutron-server[92472]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 12:14:50.211849 dv-cinder-779233-5-smb neutron-server[92472]: return self._get(url).json() May 25 12:14:50.211849 dv-cinder-779233-5-smb neutron-server[92472]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 12:14:50.211849 dv-cinder-779233-5-smb neutron-server[92472]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 12:14:50.211849 dv-cinder-779233-5-smb neutron-server[92472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 12:14:50.211849 dv-cinder-779233-5-smb neutron-server[92472]: return self.request(url, 'GET', **kwargs) May 25 12:14:50.211849 dv-cinder-779233-5-smb neutron-server[92472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 12:14:50.211849 dv-cinder-779233-5-smb neutron-server[92472]: base_url = self.get_endpoint(auth, allow=allow, May 25 12:14:50.211849 dv-cinder-779233-5-smb neutron-server[92472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 12:14:50.211849 dv-cinder-779233-5-smb neutron-server[92472]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 12:14:50.211849 dv-cinder-779233-5-smb neutron-server[92472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 12:14:50.211849 dv-cinder-779233-5-smb neutron-server[92472]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 12:14:50.211849 dv-cinder-779233-5-smb neutron-server[92472]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 12:14:50.259641 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b583d048-7f43-4c45-96ca-a7abdc4ef0d9 req-d5b4e79e-c617-47ae-8b43-cd613c85ade7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:50.261200 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-b583d048-7f43-4c45-96ca-a7abdc4ef0d9 req-d5b4e79e-c617-47ae-8b43-cd613c85ade7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2b8440fe-05fb-45fc-8abc-bbd49ec91535 HTTP/1.1" status: 200 len: 847 time: 0.1566687 May 25 12:14:50.270753 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-1d35a2ac-4869-4275-9c0a-17149dfc2e45 req-3c53ee91-3e8b-4625-a1ed-ec79ba680804 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/security-groups?id=66037392-5f85-4874-a400-63cb75635da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260588 May 25 12:14:50.312684 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-b583d048-7f43-4c45-96ca-a7abdc4ef0d9 req-2fa5a4d9-55f7-49cd-b07f-d7648757435b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ac869807-42c6-45d8-b26c-eb99f93861f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437801 May 25 12:14:50.406912 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Device 9fe1153a-6278-468b-bad5-528a88958ec3 no longer exists at agent hyperv_hv-cinder-77923 {{(pid=92474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 12:14:50.466411 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-b583d048-7f43-4c45-96ca-a7abdc4ef0d9 req-6463a9a3-62be-4857-b93a-cfb863ee3325 service neutron] 10.222.0.54 "GET /v2.0/networks/ac869807-42c6-45d8-b26c-eb99f93861f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446517 May 25 12:14:50.466583 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-9bd906d6-325d-4e6f-bd50-ec3d6ae0f2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1908289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1019683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-653800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047083'] for network, after_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:50.491377 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-3ce22eba-a271-4e4b-ba34-9b0b5c539f4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:14:50.537367 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-9bd906d6-325d-4e6f-bd50-ec3d6ae0f2e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653773'] for network, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:50.540366 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd906d6-325d-4e6f-bd50-ec3d6ae0f2e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=fcde7764-ca88-480c-a7cd-1b9354897957,revision_number=None']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:14:50.554061 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-9bd906d6-325d-4e6f-bd50-ec3d6ae0f2e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:14:50.559898 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-9bd906d6-325d-4e6f-bd50-ec3d6ae0f2e9 admin admin] 10.222.0.44 "DELETE /v2.0/networks/fcde7764-ca88-480c-a7cd-1b9354897957 HTTP/1.1" status: 204 len: 168 time: 1.0164981 May 25 12:14:50.591214 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de97e09-0f36-47af-bdf4-91a6ba1d037e req-3f539dd6-46c4-4648-81f4-5e0508d2f9bd tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:50.596423 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-6de97e09-0f36-47af-bdf4-91a6ba1d037e req-3f539dd6-46c4-4648-81f4-5e0508d2f9bd tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c90e404-5fd7-4468-9bff-db7c02c2e23c HTTP/1.1" status: 200 len: 945 time: 0.2070084 May 25 12:14:50.622650 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-b583d048-7f43-4c45-96ca-a7abdc4ef0d9 req-10fd0b9a-835c-4513-9fef-57dfcbe2358b service neutron] 10.222.0.54 "GET /v2.0/networks/ac869807-42c6-45d8-b26c-eb99f93861f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512403 May 25 12:14:50.712083 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-6de97e09-0f36-47af-bdf4-91a6ba1d037e req-330caf60-f095-4c62-8e22-f3b8750c4aaa tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e30fd3d-56a9-4f5d-b932-be2974abe124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116006 May 25 12:14:50.758911 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6586065-5cb5-4da3-92c9-15298a5aae75 req-c968c6af-4c52-48de-87a8-b11311eff894 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:50.767172 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-c6586065-5cb5-4da3-92c9-15298a5aae75 req-c968c6af-4c52-48de-87a8-b11311eff894 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=21c30f2a-503c-4e0d-bac1-f85b5fb9d8bb HTTP/1.1" status: 200 len: 943 time: 0.1494479 May 25 12:14:50.825877 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-c6586065-5cb5-4da3-92c9-15298a5aae75 req-a7307344-1d57-45c3-b3df-7776d947f7db tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a320160-757e-42fb-b8ee-125d72b2bb08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577118 May 25 12:14:50.966778 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e90373-2f85-4a05-aee0-9f9dd5065114 req-7ac08a80-6245-4b68-bbe4-77eefadf3ef5 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:50.968235 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-98e90373-2f85-4a05-aee0-9f9dd5065114 req-7ac08a80-6245-4b68-bbe4-77eefadf3ef5 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a5f2284-36c5-42bc-89c4-c4af9efe8e6f HTTP/1.1" status: 200 len: 944 time: 0.1109543 May 25 12:14:51.016547 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-98e90373-2f85-4a05-aee0-9f9dd5065114 req-2b19bec2-5328-4999-b637-72ab2f5e3e04 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] 10.222.0.44 "GET /v2.0/security-groups?id=834f1aba-53ea-460a-bb7b-da7400e454f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415573 May 25 12:14:51.101178 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 39798) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:14:51.151853 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-1767ea9c-212c-4a0a-987d-63da36c84dce admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8a9ca6bdce3443d79a1b6bc34c2a243e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0472755 May 25 12:14:51.152174 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 39806) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:14:51.276689 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-271d5e55-8a46-42c7-bc09-c1d8ce370be8 req-59527c4f-85ca-4002-a5d0-8d3743ad1ac2 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] 10.222.0.44 "GET /v2.0/ports?device_id=1616fd2c-929a-4938-977f-a15d5e7ebbf8 HTTP/1.1" status: 200 len: 210 time: 0.0642602 May 25 12:14:51.277507 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-c3dfcbb7-d539-4782-83a4-a7012844afb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:51.307152 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-c3dfcbb7-d539-4782-83a4-a7012844afb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:51.320017 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 39816) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:14:51.444932 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-3a27ff2d-2cab-4f6e-bca3-df42ed2471a3 req-cb237b0f-4346-41bf-9cdc-d852c45c9a52 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=21c30f2a-503c-4e0d-bac1-f85b5fb9d8bb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1231136 May 25 12:14:51.452554 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-c3dfcbb7-d539-4782-83a4-a7012844afb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:51.458488 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-3a6c9a13-7d84-4f1f-87e6-44f414211663 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:14:51.477274 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dfcbb7-d539-4782-83a4-a7012844afb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8654b93-897a-4ca0-a98e-867369e11a8a,revision_number=None']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:14:51.484661 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-c3dfcbb7-d539-4782-83a4-a7012844afb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:14:51.486075 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-c3dfcbb7-d539-4782-83a4-a7012844afb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:51.487030 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-c3dfcbb7-d539-4782-83a4-a7012844afb2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c8654b93-897a-4ca0-a98e-867369e11a8a HTTP/1.1" status: 204 len: 168 time: 0.3338211 May 25 12:14:51.500810 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a086299-f586-438a-b2a5-673ddb909e01 req-032e8621-b52b-4b1b-8474-cb412d541e35 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:51.502273 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-0a086299-f586-438a-b2a5-673ddb909e01 req-032e8621-b52b-4b1b-8474-cb412d541e35 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9a81e13-45a7-497f-b969-59b5fde8ffac HTTP/1.1" status: 200 len: 946 time: 0.1124511 May 25 12:14:51.562820 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-0a086299-f586-438a-b2a5-673ddb909e01 req-9e30b525-b30d-485c-9787-537f9c1ff4c4 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/security-groups?id=66037392-5f85-4874-a400-63cb75635da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443745 May 25 12:14:51.881500 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3b678e-5b1e-4c9d-a0d2-0a022fb78ac5 req-052fd885-1045-4b0e-9dba-fc4b3be831d3 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:51.882251 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [req-4d3b678e-5b1e-4c9d-a0d2-0a022fb78ac5 req-052fd885-1045-4b0e-9dba-fc4b3be831d3 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Synchronizing usage tracker for tenant:8ce8597116c24109952d0b56bfad7bf3 on resource:port {{(pid=92473) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 12:14:51.919487 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82f8eb9-a3f5-4085-a8d2-d3f39176525d req-b87057dc-bc24-4751-b8b7-12e411de92ae tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:51.922535 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-e82f8eb9-a3f5-4085-a8d2-d3f39176525d req-b87057dc-bc24-4751-b8b7-12e411de92ae tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c90e404-5fd7-4468-9bff-db7c02c2e23c HTTP/1.1" status: 200 len: 945 time: 0.0988302 May 25 12:14:52.020856 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [req-4d3b678e-5b1e-4c9d-a0d2-0a022fb78ac5 req-052fd885-1045-4b0e-9dba-fc4b3be831d3 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Unset dirty status for tenant:8ce8597116c24109952d0b56bfad7bf3 on resource:port {{(pid=92473) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 12:14:52.022138 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-4d3b678e-5b1e-4c9d-a0d2-0a022fb78ac5 req-052fd885-1045-4b0e-9dba-fc4b3be831d3 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.54 "GET /v2.0/ports?device_id=2c90e404-5fd7-4468-9bff-db7c02c2e23c HTTP/1.1" status: 200 len: 945 time: 0.2318664 May 25 12:14:52.063045 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-e82f8eb9-a3f5-4085-a8d2-d3f39176525d req-bd328d1f-3fde-4034-b313-177d5b84da71 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/security-groups?id=9e30fd3d-56a9-4f5d-b932-be2974abe124&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348298 May 25 12:14:52.115296 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65b54db-28bd-47a1-a64c-edf8b786f00c req-191369b9-a15e-443d-8875-ba3b66e511f4 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:52.116971 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-f65b54db-28bd-47a1-a64c-edf8b786f00c req-191369b9-a15e-443d-8875-ba3b66e511f4 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=21c30f2a-503c-4e0d-bac1-f85b5fb9d8bb HTTP/1.1" status: 200 len: 943 time: 0.1505680 May 25 12:14:52.176210 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-f65b54db-28bd-47a1-a64c-edf8b786f00c req-8cd90340-b58e-4e2b-b912-58992fddc05e tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a320160-757e-42fb-b8ee-125d72b2bb08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532904 May 25 12:14:52.259288 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.plugin [req-4d3b678e-5b1e-4c9d-a0d2-0a022fb78ac5 req-8dc82346-b63c-4346-a572-f4f91236c55f tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Deleting port 2a238a6a-e7cb-42ba-b24f-c5d7a16b2c2f {{(pid=92473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 12:14:52.263975 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-4d3b678e-5b1e-4c9d-a0d2-0a022fb78ac5 req-8dc82346-b63c-4346-a572-f4f91236c55f tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786008536899'] for port, before_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:52.338527 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c0294d-d9d5-4f2f-a1ae-eafcaf2d1c95 req-05f7c8da-2656-4d03-ad7f-1171b307fdc4 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:52.338527 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-11c0294d-d9d5-4f2f-a1ae-eafcaf2d1c95 req-05f7c8da-2656-4d03-ad7f-1171b307fdc4 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a5f2284-36c5-42bc-89c4-c4af9efe8e6f HTTP/1.1" status: 200 len: 944 time: 0.1158264 May 25 12:14:52.390241 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-11c0294d-d9d5-4f2f-a1ae-eafcaf2d1c95 req-0536cb2d-5e23-4c77-8fae-25e87a4b0edc tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] 10.222.0.44 "GET /v2.0/security-groups?id=834f1aba-53ea-460a-bb7b-da7400e454f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500636 May 25 12:14:52.425662 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Device a65b59f8-ff8b-4680-ae87-114af2f0e708 details requested by agent hyperv_hv-cinder-77923 with host hv-cinder-77923 {{(pid=92474) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 12:14:52.467417 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-61b93a19-64b4-4953-977a-cca58310021e req-0c33c8ff-a52f-43a1-aa24-73180cacdcd2 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] 10.222.0.44 "GET /v2.0/ports?device_id=1616fd2c-929a-4938-977f-a15d5e7ebbf8 HTTP/1.1" status: 200 len: 210 time: 0.0676703 May 25 12:14:52.581743 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 39850) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:14:52.598700 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.db [req-4d3b678e-5b1e-4c9d-a0d2-0a022fb78ac5 req-8dc82346-b63c-4346-a572-f4f91236c55f tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] For port 2a238a6a-e7cb-42ba-b24f-c5d7a16b2c2f, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=2a238a6a-e7cb-42ba-b24f-c5d7a16b2c2f,segment=NetworkSegment(7a2a9d6b-6c91-4fe0-a53f-9119485a4433),segment_id=7a2a9d6b-6c91-4fe0-a53f-9119485a4433)] {{(pid=92473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:14:52.599654 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-4d3b678e-5b1e-4c9d-a0d2-0a022fb78ac5 req-8dc82346-b63c-4346-a572-f4f91236c55f tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042426'] for port, precommit_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:52.613993 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] For port a65b59f8-ff8b-4680-ae87-114af2f0e708, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=a65b59f8-ff8b-4680-ae87-114af2f0e708,segment=NetworkSegment(8b99aeb2-0b7b-4047-b44a-6b390554f41d),segment_id=8b99aeb2-0b7b-4047-b44a-6b390554f41d)] {{(pid=92474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:14:52.625138 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4bea1b-94e2-4314-a35b-4ec6a1d46ba8 req-9d2d338b-50bd-454c-adc1-4db1dd685190 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:52.626605 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-7d4bea1b-94e2-4314-a35b-4ec6a1d46ba8 req-9d2d338b-50bd-454c-adc1-4db1dd685190 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] 10.222.0.54 "GET /v2.0/networks?id=ca40b0a3-0988-4313-9746-c2b99cc0662c HTTP/1.1" status: 200 len: 809 time: 0.2642248 May 25 12:14:52.635044 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Returning: {'device': 'a65b59f8-ff8b-4680-ae87-114af2f0e708', 'network_id': 'ac869807-42c6-45d8-b26c-eb99f93861f4', 'port_id': 'a65b59f8-ff8b-4680-ae87-114af2f0e708', 'mac_address': 'fa:16:3e:f6:c4:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b8440fe-05fb-45fc-8abc-bbd49ec91535', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92474) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 12:14:52.644578 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-2322b839-4b2b-44bf-8387-e2773d20e272 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6dd6f4cd004c4d9fb98210997ccc7ff4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0585985 May 25 12:14:52.646493 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 39856) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:14:52.722129 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:52.749212 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.notifiers.nova [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a65b59f8-ff8b-4680-ae87-114af2f0e708 {{(pid=92474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 12:14:52.767955 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] For port a65b59f8-ff8b-4680-ae87-114af2f0e708, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=a65b59f8-ff8b-4680-ae87-114af2f0e708,segment=NetworkSegment(8b99aeb2-0b7b-4047-b44a-6b390554f41d),segment_id=8b99aeb2-0b7b-4047-b44a-6b390554f41d)] {{(pid=92474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:14:52.790249 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-5cf0719e-b2b4-4c0e-b6fa-cf5de5c1527d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:52.824638 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.plugin [req-4d3b678e-5b1e-4c9d-a0d2-0a022fb78ac5 req-8dc82346-b63c-4346-a572-f4f91236c55f tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Calling delete_port for 2a238a6a-e7cb-42ba-b24f-c5d7a16b2c2f owned by compute:nova {{(pid=92473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 12:14:52.826745 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-5cf0719e-b2b4-4c0e-b6fa-cf5de5c1527d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:52.830793 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-7d4bea1b-94e2-4314-a35b-4ec6a1d46ba8 req-d3e5aa7f-14c5-441e-a5f8-2cc4584ba904 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac5d446aa86d403580c17e594b9b5cd4 HTTP/1.1" status: 200 len: 379 time: 0.1290021 May 25 12:14:52.840539 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.v2.base [req-7d4bea1b-94e2-4314-a35b-4ec6a1d46ba8 req-593aa990-54c1-4f86-9bc1-d5882f4bead1 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Request body: {'port': {'device_id': '1616fd2c-929a-4938-977f-a15d5e7ebbf8', 'network_id': 'ca40b0a3-0988-4313-9746-c2b99cc0662c', 'admin_state_up': True, 'tenant_id': 'ac5d446aa86d403580c17e594b9b5cd4', 'security_groups': ['38a619e1-b49f-4641-8bcb-79d8e6cdbdf6']}} {{(pid=92473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 12:14:52.876681 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:52.880985 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:14:52.951218 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3da1da-fe6f-4bf5-81db-ee73bc9296e6 req-2cf4c4a1-baf9-4365-90a6-dd5edb518c6f tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:52.960805 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-cd3da1da-fe6f-4bf5-81db-ee73bc9296e6 req-2cf4c4a1-baf9-4365-90a6-dd5edb518c6f tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9a81e13-45a7-497f-b969-59b5fde8ffac HTTP/1.1" status: 200 len: 946 time: 0.2570345 May 25 12:14:52.965917 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Pushing event updated for resources: {'Port': ['ID=a65b59f8-ff8b-4680-ae87-114af2f0e708,revision_number=4']} {{(pid=92474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:14:52.969353 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:14:53.000639 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [req-7d4bea1b-94e2-4314-a35b-4ec6a1d46ba8 req-593aa990-54c1-4f86-9bc1-d5882f4bead1 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:14:53.006318 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [req-7d4bea1b-94e2-4314-a35b-4ec6a1d46ba8 req-593aa990-54c1-4f86-9bc1-d5882f4bead1 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Usage tracker for resource:port and tenant:ac5d446aa86d403580c17e594b9b5cd4 is out of sync, need to count used quota {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:14:53.010684 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [req-7d4bea1b-94e2-4314-a35b-4ec6a1d46ba8 req-593aa990-54c1-4f86-9bc1-d5882f4bead1 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Quota usage for port was recalculated. Used quota:2. {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:14:53.018736 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-5cf0719e-b2b4-4c0e-b6fa-cf5de5c1527d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:53.022433 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [req-7d4bea1b-94e2-4314-a35b-4ec6a1d46ba8 req-593aa990-54c1-4f86-9bc1-d5882f4bead1 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:14:53.029696 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:14:53.047280 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-5cf0719e-b2b4-4c0e-b6fa-cf5de5c1527d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:53.051547 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-5cf0719e-b2b4-4c0e-b6fa-cf5de5c1527d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3d00e725-200f-4377-956e-b90765523bc8 HTTP/1.1" status: 204 len: 168 time: 0.4015112 May 25 12:14:53.065227 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-cd3da1da-fe6f-4bf5-81db-ee73bc9296e6 req-2f2688f8-7f0d-4095-870a-9489bd67eb51 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/security-groups?id=66037392-5f85-4874-a400-63cb75635da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034620 May 25 12:14:53.069955 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf0719e-b2b4-4c0e-b6fa-cf5de5c1527d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d00e725-200f-4377-956e-b90765523bc8,revision_number=None']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:14:53.075976 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-5cf0719e-b2b4-4c0e-b6fa-cf5de5c1527d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:14:53.096165 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d4bea1b-94e2-4314-a35b-4ec6a1d46ba8 req-593aa990-54c1-4f86-9bc1-d5882f4bead1 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Made reservation on behalf of ac5d446aa86d403580c17e594b9b5cd4 for: {'port': 1} {{(pid=92473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 12:14:53.101355 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-7d4bea1b-94e2-4314-a35b-4ec6a1d46ba8 req-593aa990-54c1-4f86-9bc1-d5882f4bead1 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:53.141624 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] get_ports_and_sgs() called for port_ids ['a65b59f8-ff8b-4680-ae87-114af2f0e708'] {{(pid=92474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 12:14:53.380658 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-4d3b678e-5b1e-4c9d-a0d2-0a022fb78ac5 req-8dc82346-b63c-4346-a572-f4f91236c55f tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786008539046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786008105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2465563'] for port, after_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:53.394530 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-856b169c-9215-4680-826b-fdaf691a38c9 tempest-VolumesActionsTest-748357182 tempest-VolumesActionsTest-748357182-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:14:53.419776 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-e60ef372-c396-4786-bef4-9ea8ecc2a812 req-5626f48e-ab1c-4bae-9a15-7fb0e8326bf3 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c90e404-5fd7-4468-9bff-db7c02c2e23c HTTP/1.1" status: 200 len: 210 time: 0.1302900 May 25 12:14:53.448654 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.db_base_plugin_common [req-7d4bea1b-94e2-4314-a35b-4ec6a1d46ba8 req-593aa990-54c1-4f86-9bc1-d5882f4bead1 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Allocated IP 172.20.0.8 (ca40b0a3-0988-4313-9746-c2b99cc0662c/c4d436e3-46bf-4879-9813-736257c5ba21/2af95e4b-8477-4041-abdc-2e02af23a969) {{(pid=92473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 12:14:53.451436 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc82346-b63c-4346-a572-f4f91236c55f tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Pushing event deleted for resources: {'Port': ['ID=2a238a6a-e7cb-42ba-b24f-c5d7a16b2c2f,revision_number=None']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:14:53.646922 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-8dc82346-b63c-4346-a572-f4f91236c55f tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:14:53.657787 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d3b678e-5b1e-4c9d-a0d2-0a022fb78ac5 req-8dc82346-b63c-4346-a572-f4f91236c55f tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] No DVR routers for this DVR port 2a238a6a-e7cb-42ba-b24f-c5d7a16b2c2f on host hv-cinder-77923 {{(pid=92473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 12:14:53.660892 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-4d3b678e-5b1e-4c9d-a0d2-0a022fb78ac5 req-8dc82346-b63c-4346-a572-f4f91236c55f tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163099'] for port, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:53.663375 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c90e404-5fd7-4468-9bff-db7c02c2e23c', 'name': 'network-vif-deleted', 'tag': '2a238a6a-e7cb-42ba-b24f-c5d7a16b2c2f'}] {{(pid=92473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 12:14:53.714892 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a24fda9-51c8-4e60-9f3b-1f34d7cbccab req-51545789-3cb8-4517-8ff9-cebbf929825e tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:53.716784 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-5a24fda9-51c8-4e60-9f3b-1f34d7cbccab req-51545789-3cb8-4517-8ff9-cebbf929825e tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=21c30f2a-503c-4e0d-bac1-f85b5fb9d8bb HTTP/1.1" status: 200 len: 943 time: 0.3174779 May 25 12:14:53.748756 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-4d3b678e-5b1e-4c9d-a0d2-0a022fb78ac5 req-8dc82346-b63c-4346-a572-f4f91236c55f tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.54 "DELETE /v2.0/ports/2a238a6a-e7cb-42ba-b24f-c5d7a16b2c2f HTTP/1.1" status: 204 len: 173 time: 1.7136216 May 25 12:14:53.767874 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5308962f-51f4-4175-9431-c8d788cc958a req-1feef5ed-15b8-47c9-8f7b-e8828ead44ef tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:53.769519 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-5308962f-51f4-4175-9431-c8d788cc958a req-1feef5ed-15b8-47c9-8f7b-e8828ead44ef tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a5f2284-36c5-42bc-89c4-c4af9efe8e6f HTTP/1.1" status: 200 len: 945 time: 0.1894760 May 25 12:14:53.795025 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-5a24fda9-51c8-4e60-9f3b-1f34d7cbccab req-0a3a29cf-8aa9-4e48-b0fe-612414ebb54a tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a320160-757e-42fb-b8ee-125d72b2bb08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707192 May 25 12:14:53.834480 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-5308962f-51f4-4175-9431-c8d788cc958a req-0dec8e60-ddff-4165-8d80-26d0d0bd53ab tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] 10.222.0.44 "GET /v2.0/security-groups?id=834f1aba-53ea-460a-bb7b-da7400e454f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574200 May 25 12:14:53.888097 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c90e404-5fd7-4468-9bff-db7c02c2e23c', 'name': 'network-vif-deleted', 'tag': '2a238a6a-e7cb-42ba-b24f-c5d7a16b2c2f', 'status': 'completed', 'code': 200} May 25 12:14:53.894264 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] get_ports_and_sgs() called for port_ids ['2a238a6a-e7cb-42ba-b24f-c5d7a16b2c2f'] {{(pid=92474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 12:14:53.962142 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-7d4bea1b-94e2-4314-a35b-4ec6a1d46ba8 req-593aa990-54c1-4f86-9bc1-d5882f4bead1 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Notify callbacks [] for port, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:53.989981 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.provisioning_blocks [req-7d4bea1b-94e2-4314-a35b-4ec6a1d46ba8 req-593aa990-54c1-4f86-9bc1-d5882f4bead1 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Transition to ACTIVE for port object 2af95e4b-8477-4041-abdc-2e02af23a969 will not be triggered until provisioned by entity DHCP. {{(pid=92473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 12:14:54.035370 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-7e777f8c-02b4-4214-8d2b-daad0c497454 req-d22b8db5-ce99-4631-a4c9-633288e3b5a9 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] 10.222.0.44 "GET /v2.0/ports?device_id=1616fd2c-929a-4938-977f-a15d5e7ebbf8 HTTP/1.1" status: 200 len: 210 time: 0.0922179 May 25 12:14:54.105583 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-7d4bea1b-94e2-4314-a35b-4ec6a1d46ba8 req-593aa990-54c1-4f86-9bc1-d5882f4bead1 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786008105683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2465563'] for port, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:54.120209 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-b5df6a98-4548-45df-a68d-8155f5b573ff tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:14:54.209926 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d4bea1b-94e2-4314-a35b-4ec6a1d46ba8 req-593aa990-54c1-4f86-9bc1-d5882f4bead1 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Network ca40b0a3-0988-4313-9746-c2b99cc0662c is already hosted by enough agents. {{(pid=92473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 12:14:54.219795 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.scheduler.base_scheduler [req-7d4bea1b-94e2-4314-a35b-4ec6a1d46ba8 req-593aa990-54c1-4f86-9bc1-d5882f4bead1 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Resources bound (agent type, host, resource id): {{(pid=92473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 12:14:54.219795 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d4bea1b-94e2-4314-a35b-4ec6a1d46ba8 req-593aa990-54c1-4f86-9bc1-d5882f4bead1 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Received port after_create {{(pid=92473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 12:14:54.259381 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593aa990-54c1-4f86-9bc1-d5882f4bead1 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Pushing event updated for resources: {'Port': ['ID=2af95e4b-8477-4041-abdc-2e02af23a969,revision_number=1']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:14:54.267441 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-593aa990-54c1-4f86-9bc1-d5882f4bead1 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:14:54.291675 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4bea1b-94e2-4314-a35b-4ec6a1d46ba8 req-593aa990-54c1-4f86-9bc1-d5882f4bead1 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:54.292485 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-7d4bea1b-94e2-4314-a35b-4ec6a1d46ba8 req-593aa990-54c1-4f86-9bc1-d5882f4bead1 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163099'] for port, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:54.318430 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60593c75-f146-4c35-a3ca-047324833b15 req-6c39c48d-496d-42c6-9720-2a37feffd531 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:54.320025 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-60593c75-f146-4c35-a3ca-047324833b15 req-6c39c48d-496d-42c6-9720-2a37feffd531 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9a81e13-45a7-497f-b969-59b5fde8ffac HTTP/1.1" status: 200 len: 946 time: 0.1106741 May 25 12:14:54.369757 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-60593c75-f146-4c35-a3ca-047324833b15 req-bf954d7b-9362-4263-9573-8855e2148eb2 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/security-groups?id=66037392-5f85-4874-a400-63cb75635da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432343 May 25 12:14:54.396915 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-7d4bea1b-94e2-4314-a35b-4ec6a1d46ba8 req-593aa990-54c1-4f86-9bc1-d5882f4bead1 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5600960 May 25 12:14:54.415970 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.v2.base [req-7d4bea1b-94e2-4314-a35b-4ec6a1d46ba8 req-8638b835-4349-44ed-a0c4-731e2f6e7cea service neutron] Request body: {'port': {'device_id': '1616fd2c-929a-4938-977f-a15d5e7ebbf8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77923'}} {{(pid=92473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 12:14:54.436377 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Device a65b59f8-ff8b-4680-ae87-114af2f0e708 up at agent hyperv_hv-cinder-77923 {{(pid=92474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 12:14:54.643997 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-7d4bea1b-94e2-4314-a35b-4ec6a1d46ba8 req-8638b835-4349-44ed-a0c4-731e2f6e7cea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:54.769938 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-c5783951-03aa-4369-afd2-6f46c4616c07 None None] Provisioning for port 2af95e4b-8477-4041-abdc-2e02af23a969 completed by entity DHCP. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 12:14:54.775139 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-c5783951-03aa-4369-afd2-6f46c4616c07 None None] Provisioning complete for port 2af95e4b-8477-4041-abdc-2e02af23a969 triggered by entity DHCP. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 12:14:54.775717 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-c5783951-03aa-4369-afd2-6f46c4616c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902397'] for port, provisioning_complete {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:54.821047 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-eb7723ab-363d-4fa1-a1d3-efa71a42da53 req-36e47202-8e2a-46ef-a9ad-d6ab6c49802d tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c90e404-5fd7-4468-9bff-db7c02c2e23c HTTP/1.1" status: 200 len: 210 time: 0.1886373 May 25 12:14:54.831938 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Provisioning for port a65b59f8-ff8b-4680-ae87-114af2f0e708 completed by entity L2. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 12:14:54.857680 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Provisioning complete for port a65b59f8-ff8b-4680-ae87-114af2f0e708 triggered by entity L2. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 12:14:54.858106 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902397'] for port, provisioning_complete {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:54.962188 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.plugin [None req-c5783951-03aa-4369-afd2-6f46c4616c07 None None] Port 2af95e4b-8477-4041-abdc-2e02af23a969 cannot update to ACTIVE because it is not bound. {{(pid=92474) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 12:14:55.129948 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed38d098-7538-4ef1-91a8-6669dfc757f7 req-b425aef6-2013-4ad5-80fe-052614141dd6 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:55.142770 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-ed38d098-7538-4ef1-91a8-6669dfc757f7 req-b425aef6-2013-4ad5-80fe-052614141dd6 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a5f2284-36c5-42bc-89c4-c4af9efe8e6f HTTP/1.1" status: 200 len: 945 time: 0.1423523 May 25 12:14:55.171834 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:55.186974 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.notifiers.nova [req-7d4bea1b-94e2-4314-a35b-4ec6a1d46ba8 req-8638b835-4349-44ed-a0c4-731e2f6e7cea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2af95e4b-8477-4041-abdc-2e02af23a969 {{(pid=92473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 12:14:55.195290 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-7d4bea1b-94e2-4314-a35b-4ec6a1d46ba8 req-8638b835-4349-44ed-a0c4-731e2f6e7cea service neutron] Notify callbacks [] for port, precommit_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:55.207263 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-ed38d098-7538-4ef1-91a8-6669dfc757f7 req-4610ea91-15eb-4d0c-a2a3-68037635e3ca tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] 10.222.0.44 "GET /v2.0/security-groups?id=834f1aba-53ea-460a-bb7b-da7400e454f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632598 May 25 12:14:55.229715 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.provisioning_blocks [req-7d4bea1b-94e2-4314-a35b-4ec6a1d46ba8 req-8638b835-4349-44ed-a0c4-731e2f6e7cea service neutron] Transition to ACTIVE for port object 2af95e4b-8477-4041-abdc-2e02af23a969 will not be triggered until provisioned by entity L2. {{(pid=92473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 12:14:55.244942 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a5f2284-36c5-42bc-89c4-c4af9efe8e6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a65b59f8-ff8b-4680-ae87-114af2f0e708'}] {{(pid=92474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 12:14:55.257439 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] For port a65b59f8-ff8b-4680-ae87-114af2f0e708, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=a65b59f8-ff8b-4680-ae87-114af2f0e708,segment=NetworkSegment(8b99aeb2-0b7b-4047-b44a-6b390554f41d),segment_id=8b99aeb2-0b7b-4047-b44a-6b390554f41d)] {{(pid=92474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:14:55.344860 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:55.345081 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-7d4bea1b-94e2-4314-a35b-4ec6a1d46ba8 req-8638b835-4349-44ed-a0c4-731e2f6e7cea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2465554'] for port, after_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:55.347781 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:14:55.353167 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-d6416a30-db19-4f07-991c-fe7d0accc2e2 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:14:55.486690 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745ab91e-16bc-4eea-b0e9-a49309ea30e4 req-e1d26a06-67be-4196-bd20-ee3bb338a2df tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:55.488087 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Pushing event updated for resources: {'Port': ['ID=a65b59f8-ff8b-4680-ae87-114af2f0e708,revision_number=5']} {{(pid=92474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:14:55.490303 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-745ab91e-16bc-4eea-b0e9-a49309ea30e4 req-e1d26a06-67be-4196-bd20-ee3bb338a2df tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=21c30f2a-503c-4e0d-bac1-f85b5fb9d8bb HTTP/1.1" status: 200 len: 943 time: 0.2721291 May 25 12:14:55.497881 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:14:55.560279 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-745ab91e-16bc-4eea-b0e9-a49309ea30e4 req-9d2e964e-099f-4bcf-82da-a0e3063c5e9b tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a320160-757e-42fb-b8ee-125d72b2bb08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577250 May 25 12:14:55.606057 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cf1683-54cd-4318-a241-054ed19c00f0 req-1e133bbd-ee19-41c6-a5fa-702229323b2b tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:55.607828 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-c3cf1683-54cd-4318-a241-054ed19c00f0 req-1e133bbd-ee19-41c6-a5fa-702229323b2b tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] 10.222.0.44 "GET /v2.0/ports?device_id=1616fd2c-929a-4938-977f-a15d5e7ebbf8 HTTP/1.1" status: 200 len: 943 time: 0.2392590 May 25 12:14:55.646791 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8638b835-4349-44ed-a0c4-731e2f6e7cea service neutron] Pushing event updated for resources: {'Port': ['ID=2af95e4b-8477-4041-abdc-2e02af23a969,revision_number=2']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:14:55.664824 dv-cinder-779233-5-smb neutron-server[92474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a5f2284-36c5-42bc-89c4-c4af9efe8e6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a65b59f8-ff8b-4680-ae87-114af2f0e708', 'code': 200} May 25 12:14:55.689015 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-c3cf1683-54cd-4318-a241-054ed19c00f0 req-20b26951-4beb-4dca-abc8-f0adb4df97a0 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] 10.222.0.44 "GET /v2.0/security-groups?id=38a619e1-b49f-4641-8bcb-79d8e6cdbdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697653 May 25 12:14:55.704952 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-8638b835-4349-44ed-a0c4-731e2f6e7cea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:14:55.837102 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013567e7-c344-40c2-a52b-e26abc26c70e req-bef084d5-2f3a-4ed0-ad6a-598bb0e6ac83 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:55.838779 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-013567e7-c344-40c2-a52b-e26abc26c70e req-bef084d5-2f3a-4ed0-ad6a-598bb0e6ac83 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9a81e13-45a7-497f-b969-59b5fde8ffac HTTP/1.1" status: 200 len: 946 time: 0.0820117 May 25 12:14:55.857629 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.managers [req-7d4bea1b-94e2-4314-a35b-4ec6a1d46ba8 req-8638b835-4349-44ed-a0c4-731e2f6e7cea service neutron] Attempting to bind port 2af95e4b-8477-4041-abdc-2e02af23a969 on host hv-cinder-77923 for vnic_type normal with profile {{(pid=92473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 12:14:55.857931 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.managers [req-7d4bea1b-94e2-4314-a35b-4ec6a1d46ba8 req-8638b835-4349-44ed-a0c4-731e2f6e7cea service neutron] Attempting to bind port 2af95e4b-8477-4041-abdc-2e02af23a969 by drivers openvswitch,hyperv on host hv-cinder-77923 at level 0 using segments [{'id': '49097f92-0341-4168-ba1f-09a48ee48333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'ca40b0a3-0988-4313-9746-c2b99cc0662c'}] {{(pid=92473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 12:14:55.858775 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4bea1b-94e2-4314-a35b-4ec6a1d46ba8 req-8638b835-4349-44ed-a0c4-731e2f6e7cea service neutron] Attempting to bind port 2af95e4b-8477-4041-abdc-2e02af23a969 on network ca40b0a3-0988-4313-9746-c2b99cc0662c {{(pid=92473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 12:14:55.867679 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4bea1b-94e2-4314-a35b-4ec6a1d46ba8 req-8638b835-4349-44ed-a0c4-731e2f6e7cea service neutron] Port 2af95e4b-8477-4041-abdc-2e02af23a969 on network ca40b0a3-0988-4313-9746-c2b99cc0662c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77923 {{(pid=92473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 12:14:55.868090 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4bea1b-94e2-4314-a35b-4ec6a1d46ba8 req-8638b835-4349-44ed-a0c4-731e2f6e7cea service neutron] Attempting to bind port 2af95e4b-8477-4041-abdc-2e02af23a969 on network ca40b0a3-0988-4313-9746-c2b99cc0662c {{(pid=92473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 12:14:55.880929 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4bea1b-94e2-4314-a35b-4ec6a1d46ba8 req-8638b835-4349-44ed-a0c4-731e2f6e7cea service neutron] Checking agent: {'id': 'ffba2d31-78f6-4a67-909d-2363647ed231', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77923', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 12, 10, 27), 'started_at': datetime.datetime(2021, 5, 25, 12, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 12, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 12:14:55.880929 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4bea1b-94e2-4314-a35b-4ec6a1d46ba8 req-8638b835-4349-44ed-a0c4-731e2f6e7cea service neutron] Checking segment: {'id': '49097f92-0341-4168-ba1f-09a48ee48333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'ca40b0a3-0988-4313-9746-c2b99cc0662c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 12:14:55.880929 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d4bea1b-94e2-4314-a35b-4ec6a1d46ba8 req-8638b835-4349-44ed-a0c4-731e2f6e7cea service neutron] Bound using segment: {'id': '49097f92-0341-4168-ba1f-09a48ee48333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'ca40b0a3-0988-4313-9746-c2b99cc0662c'} {{(pid=92473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 12:14:55.880929 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.managers [req-7d4bea1b-94e2-4314-a35b-4ec6a1d46ba8 req-8638b835-4349-44ed-a0c4-731e2f6e7cea service neutron] Bound port: 2af95e4b-8477-4041-abdc-2e02af23a969, host: hv-cinder-77923, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49097f92-0341-4168-ba1f-09a48ee48333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'ca40b0a3-0988-4313-9746-c2b99cc0662c'}}] {{(pid=92473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 12:14:55.880929 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-7d4bea1b-94e2-4314-a35b-4ec6a1d46ba8 req-8638b835-4349-44ed-a0c4-731e2f6e7cea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:55.897573 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98fce0c-bae3-4580-8464-b6b161acef0d req-31637a1e-17a1-4ec4-8cf7-f58a3d43e82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:55.899052 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-a98fce0c-bae3-4580-8464-b6b161acef0d req-31637a1e-17a1-4ec4-8cf7-f58a3d43e82f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=b9a81e13-45a7-497f-b969-59b5fde8ffac HTTP/1.1" status: 200 len: 1099 time: 0.2838721 May 25 12:14:55.905890 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a27ff2d-2cab-4f6e-bca3-df42ed2471a3 req-52ce0b65-3ef1-4db3-889e-07d88f149fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:55.907368 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-3a27ff2d-2cab-4f6e-bca3-df42ed2471a3 req-52ce0b65-3ef1-4db3-889e-07d88f149fc3 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=21c30f2a-503c-4e0d-bac1-f85b5fb9d8bb&tenant_id=401f68ee052c48d0a0e9823d5525ef3d HTTP/1.1" status: 200 len: 1096 time: 0.1676197 May 25 12:14:55.948856 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-013567e7-c344-40c2-a52b-e26abc26c70e req-4094f091-b42d-415a-94be-69deffa44e65 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/security-groups?id=66037392-5f85-4874-a400-63cb75635da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040301 May 25 12:14:55.958045 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 39970) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:14:56.033614 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.db_base_plugin_v2 [None req-164e66a4-1d37-4a66-a0ac-4b2c33b83b49 admin admin] Deleting subnet bc216043-1b67-4e79-8d6b-b961d7800d7f {{(pid=92472) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 12:14:56.036883 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-164e66a4-1d37-4a66-a0ac-4b2c33b83b49 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:56.055352 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-a98fce0c-bae3-4580-8464-b6b161acef0d req-bc0892af-6f9b-4615-bf3d-e35d6e3fa753 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=66037392-5f85-4874-a400-63cb75635da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469815 May 25 12:14:56.068647 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.db [req-7d4bea1b-94e2-4314-a35b-4ec6a1d46ba8 req-8638b835-4349-44ed-a0c4-731e2f6e7cea service neutron] For port 2af95e4b-8477-4041-abdc-2e02af23a969, host hv-cinder-77923, cleared binding levels {{(pid=92473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 12:14:56.072882 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.db [req-7d4bea1b-94e2-4314-a35b-4ec6a1d46ba8 req-8638b835-4349-44ed-a0c4-731e2f6e7cea service neutron] For port 2af95e4b-8477-4041-abdc-2e02af23a969, host hv-cinder-77923, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=2af95e4b-8477-4041-abdc-2e02af23a969,segment=NetworkSegment(49097f92-0341-4168-ba1f-09a48ee48333),segment_id=49097f92-0341-4168-ba1f-09a48ee48333)] {{(pid=92473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 12:14:56.086124 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a27ff2d-2cab-4f6e-bca3-df42ed2471a3 req-70d12cf5-85ff-4402-a4ee-fbcbc4eaf799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:56.087635 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-3a27ff2d-2cab-4f6e-bca3-df42ed2471a3 req-70d12cf5-85ff-4402-a4ee-fbcbc4eaf799 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=401f68ee052c48d0a0e9823d5525ef3d&device_id=21c30f2a-503c-4e0d-bac1-f85b5fb9d8bb HTTP/1.1" status: 200 len: 1096 time: 0.1355400 May 25 12:14:56.088665 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-164e66a4-1d37-4a66-a0ac-4b2c33b83b49 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2238172'] for subnet, precommit_delete_associations {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:56.148630 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-164e66a4-1d37-4a66-a0ac-4b2c33b83b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1960903'] for subnet, precommit_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:56.179950 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-7d4bea1b-94e2-4314-a35b-4ec6a1d46ba8 req-8638b835-4349-44ed-a0c4-731e2f6e7cea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2465554'] for port, after_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:56.188802 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-7c3d31a5-27ff-4227-b2b2-e03f9bd45093 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:14:56.403630 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4bea1b-94e2-4314-a35b-4ec6a1d46ba8 req-8638b835-4349-44ed-a0c4-731e2f6e7cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:56.404274 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-7d4bea1b-94e2-4314-a35b-4ec6a1d46ba8 req-8638b835-4349-44ed-a0c4-731e2f6e7cea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163099'] for port, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:56.406149 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-7d4bea1b-94e2-4314-a35b-4ec6a1d46ba8 req-8638b835-4349-44ed-a0c4-731e2f6e7cea service neutron] 10.222.0.54 "PUT /v2.0/ports/2af95e4b-8477-4041-abdc-2e02af23a969 HTTP/1.1" status: 200 len: 1093 time: 1.9941730 May 25 12:14:56.413044 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1616fd2c-929a-4938-977f-a15d5e7ebbf8', 'tag': '2af95e4b-8477-4041-abdc-2e02af23a969'}] {{(pid=92473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 12:14:56.452388 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Device 2a238a6a-e7cb-42ba-b24f-c5d7a16b2c2f no longer exists at agent hyperv_hv-cinder-77923 {{(pid=92474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 12:14:56.504242 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8638b835-4349-44ed-a0c4-731e2f6e7cea service neutron] Pushing event updated for resources: {'Port': ['ID=2af95e4b-8477-4041-abdc-2e02af23a969,revision_number=3']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:14:56.509583 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-8638b835-4349-44ed-a0c4-731e2f6e7cea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:14:56.522534 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a27ff2d-2cab-4f6e-bca3-df42ed2471a3 req-9201a71d-7c97-40f2-a437-b58b74f1f973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:56.523999 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-3a27ff2d-2cab-4f6e-bca3-df42ed2471a3 req-9201a71d-7c97-40f2-a437-b58b74f1f973 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b95433bc-2dbd-474f-a7da-308000160943 HTTP/1.1" status: 200 len: 917 time: 0.4149799 May 25 12:14:56.527314 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1bc8b5-7d59-49e5-aeb0-cc84816d30ad req-b229a60e-65d7-404b-bf17-e5e650856b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:56.528731 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-0c1bc8b5-7d59-49e5-aeb0-cc84816d30ad req-b229a60e-65d7-404b-bf17-e5e650856b3c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6a5f2284-36c5-42bc-89c4-c4af9efe8e6f HTTP/1.1" status: 200 len: 1099 time: 0.3034060 May 25 12:14:56.604453 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.plugin [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] No Port match for: 2a238a6a-e7cb-42ba-b24f-c5d7a16b2c2f {{(pid=92474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 12:14:56.604947 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Device 2a238a6a-e7cb-42ba-b24f-c5d7a16b2c2f not bound to the agent host hv-cinder-77923 {{(pid=92474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 12:14:56.619814 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a445100-8c37-4c37-b021-c102faddbfa6 req-bcf3b78b-9a46-445e-9200-f02423d53298 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:56.621639 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-7a445100-8c37-4c37-b021-c102faddbfa6 req-bcf3b78b-9a46-445e-9200-f02423d53298 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a5f2284-36c5-42bc-89c4-c4af9efe8e6f HTTP/1.1" status: 200 len: 946 time: 0.2386646 May 25 12:14:56.678746 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-7a445100-8c37-4c37-b021-c102faddbfa6 req-1ae8058f-9d44-4651-b436-2806df70e470 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] 10.222.0.44 "GET /v2.0/security-groups?id=834f1aba-53ea-460a-bb7b-da7400e454f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492043 May 25 12:14:56.732441 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-0c1bc8b5-7d59-49e5-aeb0-cc84816d30ad req-bb46c040-e341-4a2c-8786-97cbfb8421bc service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=834f1aba-53ea-460a-bb7b-da7400e454f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518300 May 25 12:14:56.747819 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-164e66a4-1d37-4a66-a0ac-4b2c33b83b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2273115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222404'] for subnet, after_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:56.753788 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-6e857c79-40ce-4388-b74b-e4e139d9c605 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:14:56.759884 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-3a27ff2d-2cab-4f6e-bca3-df42ed2471a3 req-46e57a38-4d48-49a5-94a8-70f7086076d2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9fe1153a-6278-468b-bad5-528a88958ec3 HTTP/1.1" status: 200 len: 998 time: 0.1780508 May 25 12:14:56.765749 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4bea1b-94e2-4314-a35b-4ec6a1d46ba8 req-807d5b9c-f131-4f6a-97de-6cd896360dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:56.767407 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-7d4bea1b-94e2-4314-a35b-4ec6a1d46ba8 req-807d5b9c-f131-4f6a-97de-6cd896360dbd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ac5d446aa86d403580c17e594b9b5cd4&device_id=1616fd2c-929a-4938-977f-a15d5e7ebbf8 HTTP/1.1" status: 200 len: 1096 time: 0.2425399 May 25 12:14:56.769057 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1616fd2c-929a-4938-977f-a15d5e7ebbf8', 'tag': '2af95e4b-8477-4041-abdc-2e02af23a969', 'status': 'completed', 'code': 200} May 25 12:14:56.792666 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e66a4-1d37-4a66-a0ac-4b2c33b83b49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc216043-1b67-4e79-8d6b-b961d7800d7f,revision_number=None']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:14:56.794014 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-164e66a4-1d37-4a66-a0ac-4b2c33b83b49 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:56.796629 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-164e66a4-1d37-4a66-a0ac-4b2c33b83b49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:14:56.803100 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-164e66a4-1d37-4a66-a0ac-4b2c33b83b49 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/bc216043-1b67-4e79-8d6b-b961d7800d7f HTTP/1.1" status: 204 len: 168 time: 0.8325479 May 25 12:14:56.803420 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 39994) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:14:56.923297 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-7d4bea1b-94e2-4314-a35b-4ec6a1d46ba8 req-3f9cb531-45c9-4fb3-9156-25a3343fd689 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2af95e4b-8477-4041-abdc-2e02af23a969 HTTP/1.1" status: 200 len: 217 time: 0.0754094 May 25 12:14:56.966441 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a27ff2d-2cab-4f6e-bca3-df42ed2471a3 req-d2e07834-8e14-4aad-ada2-9bd8e172e204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:56.967847 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-3a27ff2d-2cab-4f6e-bca3-df42ed2471a3 req-d2e07834-8e14-4aad-ada2-9bd8e172e204 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b01b166f-5ba1-4373-a734-254ff90ae56a HTTP/1.1" status: 200 len: 855 time: 0.1704657 May 25 12:14:56.983535 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-462989a0-7aff-4eee-9f9b-5d11a559651e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628851'] for network, before_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:57.043001 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4bea1b-94e2-4314-a35b-4ec6a1d46ba8 req-691ee1db-3a21-4780-bfdd-ed8132e9195e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:57.044528 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-7d4bea1b-94e2-4314-a35b-4ec6a1d46ba8 req-691ee1db-3a21-4780-bfdd-ed8132e9195e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c4d436e3-46bf-4879-9813-736257c5ba21 HTTP/1.1" status: 200 len: 848 time: 0.1132932 May 25 12:14:57.123790 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a27ff2d-2cab-4f6e-bca3-df42ed2471a3 req-8e566ed4-f7c6-49b4-b3c1-cf7b5d38738d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:57.126017 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-3a27ff2d-2cab-4f6e-bca3-df42ed2471a3 req-8e566ed4-f7c6-49b4-b3c1-cf7b5d38738d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b95433bc-2dbd-474f-a7da-308000160943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1450725 May 25 12:14:57.227008 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4bea1b-94e2-4314-a35b-4ec6a1d46ba8 req-5d30efd7-4184-46bc-8cf8-449ae2a86991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:57.228777 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-7d4bea1b-94e2-4314-a35b-4ec6a1d46ba8 req-5d30efd7-4184-46bc-8cf8-449ae2a86991 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ca40b0a3-0988-4313-9746-c2b99cc0662c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1766410 May 25 12:14:57.246976 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:57.256046 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-462989a0-7aff-4eee-9f9b-5d11a559651e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1908296', 'neutron.services.segments.db._delete_segments_for_network-8786008650460'] for network, precommit_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:57.280745 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.services.segments.db [None req-462989a0-7aff-4eee-9f9b-5d11a559651e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2534cea-29fb-4925-a89b-43de0cc13c4c']}} {{(pid=92472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:14:57.297742 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.services.segments.db [None req-462989a0-7aff-4eee-9f9b-5d11a559651e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a2a9d6b-6c91-4fe0-a53f-9119485a4433') {'for_net_delete': True} {{(pid=92472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:14:57.298282 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.services.segments.db [None req-462989a0-7aff-4eee-9f9b-5d11a559651e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a2a9d6b-6c91-4fe0-a53f-9119485a4433') {} {{(pid=92472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:14:57.313798 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-462989a0-7aff-4eee-9f9b-5d11a559651e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786008660637', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2238167'] for segment, before_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:57.333279 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad83740d-c2e8-4f15-b9ce-94db2b94b8db req-3122b3f1-7c4f-49ee-bd4e-69fb4d4e9ce7 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:57.339884 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-ad83740d-c2e8-4f15-b9ce-94db2b94b8db req-3122b3f1-7c4f-49ee-bd4e-69fb4d4e9ce7 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=21c30f2a-503c-4e0d-bac1-f85b5fb9d8bb HTTP/1.1" status: 200 len: 943 time: 0.4499009 May 25 12:14:57.387431 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-3a27ff2d-2cab-4f6e-bca3-df42ed2471a3 req-07ddd6d4-7d54-4f5f-ab3b-1fa48ea560af service neutron] 10.222.0.54 "GET /v2.0/networks/b95433bc-2dbd-474f-a7da-308000160943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512414 May 25 12:14:57.417695 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-462989a0-7aff-4eee-9f9b-5d11a559651e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1959408'] for segment, precommit_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:57.444411 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-462989a0-7aff-4eee-9f9b-5d11a559651e admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=92472) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 12:14:57.444811 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-462989a0-7aff-4eee-9f9b-5d11a559651e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1959408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2227197'] for segment, after_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:57.459438 dv-cinder-779233-5-smb neutron-server[92472]: Traceback (most recent call last): May 25 12:14:57.459438 dv-cinder-779233-5-smb neutron-server[92472]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 12:14:57.459438 dv-cinder-779233-5-smb neutron-server[92472]: timer() May 25 12:14:57.459438 dv-cinder-779233-5-smb neutron-server[92472]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 12:14:57.459438 dv-cinder-779233-5-smb neutron-server[92472]: cb(*args, **kw) May 25 12:14:57.459438 dv-cinder-779233-5-smb neutron-server[92472]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 12:14:57.459438 dv-cinder-779233-5-smb neutron-server[92472]: return func(*args, **kwargs) May 25 12:14:57.459438 dv-cinder-779233-5-smb neutron-server[92472]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 12:14:57.459438 dv-cinder-779233-5-smb neutron-server[92472]: self._notify() May 25 12:14:57.459438 dv-cinder-779233-5-smb neutron-server[92472]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 12:14:57.459438 dv-cinder-779233-5-smb neutron-server[92472]: self.callback(batched_events) May 25 12:14:57.459438 dv-cinder-779233-5-smb neutron-server[92472]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 12:14:57.459438 dv-cinder-779233-5-smb neutron-server[92472]: event.method(event) May 25 12:14:57.459438 dv-cinder-779233-5-smb neutron-server[92472]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 12:14:57.459438 dv-cinder-779233-5-smb neutron-server[92472]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 12:14:57.459438 dv-cinder-779233-5-smb neutron-server[92472]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 12:14:57.459438 dv-cinder-779233-5-smb neutron-server[92472]: aggregate_uuid = self.p_client.list_aggregates( May 25 12:14:57.459438 dv-cinder-779233-5-smb neutron-server[92472]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 12:14:57.459438 dv-cinder-779233-5-smb neutron-server[92472]: return f(self, *a, **k) May 25 12:14:57.459438 dv-cinder-779233-5-smb neutron-server[92472]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 12:14:57.459438 dv-cinder-779233-5-smb neutron-server[92472]: return self._get(url).json() May 25 12:14:57.459438 dv-cinder-779233-5-smb neutron-server[92472]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 12:14:57.459438 dv-cinder-779233-5-smb neutron-server[92472]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 12:14:57.459438 dv-cinder-779233-5-smb neutron-server[92472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 12:14:57.459438 dv-cinder-779233-5-smb neutron-server[92472]: return self.request(url, 'GET', **kwargs) May 25 12:14:57.459438 dv-cinder-779233-5-smb neutron-server[92472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 12:14:57.459438 dv-cinder-779233-5-smb neutron-server[92472]: base_url = self.get_endpoint(auth, allow=allow, May 25 12:14:57.459438 dv-cinder-779233-5-smb neutron-server[92472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 12:14:57.459438 dv-cinder-779233-5-smb neutron-server[92472]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 12:14:57.459438 dv-cinder-779233-5-smb neutron-server[92472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 12:14:57.459438 dv-cinder-779233-5-smb neutron-server[92472]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 12:14:57.459438 dv-cinder-779233-5-smb neutron-server[92472]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 12:14:57.484686 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-7d4bea1b-94e2-4314-a35b-4ec6a1d46ba8 req-a9ab39a4-4a2d-4df5-8d80-e4b531334fdd service neutron] 10.222.0.54 "GET /v2.0/networks/ca40b0a3-0988-4313-9746-c2b99cc0662c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443674 May 25 12:14:57.627031 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-ad83740d-c2e8-4f15-b9ce-94db2b94b8db req-939918d3-2085-49ec-9153-e17d5e94e164 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a320160-757e-42fb-b8ee-125d72b2bb08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2862852 May 25 12:14:57.665647 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-7d4bea1b-94e2-4314-a35b-4ec6a1d46ba8 req-8a11c2e2-e120-4fee-b550-b48556c85733 service neutron] 10.222.0.54 "GET /v2.0/networks/ca40b0a3-0988-4313-9746-c2b99cc0662c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698883 May 25 12:14:57.691508 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7ec8c7-f336-4bb1-b706-163b8b9f48e5 req-9dc9e880-bda3-4b76-a949-a7b9349290e6 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:57.699084 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-8c7ec8c7-f336-4bb1-b706-163b8b9f48e5 req-9dc9e880-bda3-4b76-a949-a7b9349290e6 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] 10.222.0.44 "GET /v2.0/ports?device_id=1616fd2c-929a-4938-977f-a15d5e7ebbf8 HTTP/1.1" status: 200 len: 943 time: 0.3748560 May 25 12:14:57.735891 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-3a27ff2d-2cab-4f6e-bca3-df42ed2471a3 req-3ed3ec0e-65ea-4a46-b80b-1882e37b2804 service neutron] 10.222.0.54 "GET /v2.0/networks/b95433bc-2dbd-474f-a7da-308000160943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3379371 May 25 12:14:57.747986 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-8c7ec8c7-f336-4bb1-b706-163b8b9f48e5 req-79b31c02-cc4f-42de-abc8-8f6b81c8330a tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] 10.222.0.44 "GET /v2.0/security-groups?id=38a619e1-b49f-4641-8bcb-79d8e6cdbdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477128 May 25 12:14:57.752623 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-462989a0-7aff-4eee-9f9b-5d11a559651e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1908289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1019683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-653800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047083'] for network, after_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:57.757557 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-dead79e1-9edd-4f55-b75a-b2d0569880ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:14:57.775116 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-462989a0-7aff-4eee-9f9b-5d11a559651e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653773'] for network, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:57.833123 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462989a0-7aff-4eee-9f9b-5d11a559651e admin admin] Pushing event deleted for resources: {'Network': ['ID=d2534cea-29fb-4925-a89b-43de0cc13c4c,revision_number=None']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:14:57.835685 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-462989a0-7aff-4eee-9f9b-5d11a559651e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:14:57.928955 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a923c973-4135-441f-940c-f3e5037089ed req-60132617-d544-4d1a-88c4-c1608e7bd8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:57.930432 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-a923c973-4135-441f-940c-f3e5037089ed req-60132617-d544-4d1a-88c4-c1608e7bd8f5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ac5d446aa86d403580c17e594b9b5cd4&device_id=1616fd2c-929a-4938-977f-a15d5e7ebbf8 HTTP/1.1" status: 200 len: 1096 time: 0.1004899 May 25 12:14:57.946812 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f57dd0-b31c-495d-baad-3a7a40241654 req-27efc317-72c5-413f-bb23-5d203e3fa648 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:57.948524 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-83f57dd0-b31c-495d-baad-3a7a40241654 req-27efc317-72c5-413f-bb23-5d203e3fa648 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9a81e13-45a7-497f-b969-59b5fde8ffac HTTP/1.1" status: 200 len: 946 time: 0.1687274 May 25 12:14:57.961534 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221556d3-e3d2-4944-8b9d-26badc5f3ee3 req-55e5d8d4-6a63-4f2c-a0ab-2c5d7a2c4de3 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:57.965819 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-221556d3-e3d2-4944-8b9d-26badc5f3ee3 req-55e5d8d4-6a63-4f2c-a0ab-2c5d7a2c4de3 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a5f2284-36c5-42bc-89c4-c4af9efe8e6f HTTP/1.1" status: 200 len: 946 time: 0.1162760 May 25 12:14:58.011494 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-462989a0-7aff-4eee-9f9b-5d11a559651e admin admin] 10.222.0.44 "DELETE /v2.0/networks/d2534cea-29fb-4925-a89b-43de0cc13c4c HTTP/1.1" status: 204 len: 168 time: 1.1997824 May 25 12:14:58.040361 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-83f57dd0-b31c-495d-baad-3a7a40241654 req-19eb3d49-368b-4ed8-bef4-a035bba01a1d tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/security-groups?id=66037392-5f85-4874-a400-63cb75635da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746255 May 25 12:14:58.043570 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-221556d3-e3d2-4944-8b9d-26badc5f3ee3 req-a82972da-9022-41be-b36a-b71a6ad193ec tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] 10.222.0.44 "GET /v2.0/security-groups?id=834f1aba-53ea-460a-bb7b-da7400e454f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666726 May 25 12:14:58.120811 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a923c973-4135-441f-940c-f3e5037089ed req-e99dc6cd-0f5b-4051-a37a-45bc5d8b8775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:58.122387 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-a923c973-4135-441f-940c-f3e5037089ed req-e99dc6cd-0f5b-4051-a37a-45bc5d8b8775 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ca40b0a3-0988-4313-9746-c2b99cc0662c HTTP/1.1" status: 200 len: 910 time: 0.1798716 May 25 12:14:58.217534 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-a923c973-4135-441f-940c-f3e5037089ed req-3b9d4046-fbfc-4982-8907-ea493d10a225 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2af95e4b-8477-4041-abdc-2e02af23a969 HTTP/1.1" status: 200 len: 217 time: 0.0799241 May 25 12:14:58.298850 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a923c973-4135-441f-940c-f3e5037089ed req-c69fe7d6-da57-4b6c-bc71-98e80effe627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:58.301708 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-a923c973-4135-441f-940c-f3e5037089ed req-c69fe7d6-da57-4b6c-bc71-98e80effe627 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c4d436e3-46bf-4879-9813-736257c5ba21 HTTP/1.1" status: 200 len: 848 time: 0.0657554 May 25 12:14:58.517054 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a923c973-4135-441f-940c-f3e5037089ed req-1c402c64-a9b6-49d6-98bf-54933213bc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:58.518810 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-a923c973-4135-441f-940c-f3e5037089ed req-1c402c64-a9b6-49d6-98bf-54933213bc46 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ca40b0a3-0988-4313-9746-c2b99cc0662c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2014153 May 25 12:14:58.555286 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 40056) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:14:58.608570 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-3608df00-6d5c-47a6-aede-29d3195305c3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8ce8597116c24109952d0b56bfad7bf3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0520222 May 25 12:14:58.609806 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 40062) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:14:58.718010 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-8a82f14f-5c4d-4af2-b7c6-9ddbc5d8d804 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:58.753814 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-a923c973-4135-441f-940c-f3e5037089ed req-6050db99-a5d8-4327-8f11-3931a5d1f6ce service neutron] 10.222.0.54 "GET /v2.0/networks/ca40b0a3-0988-4313-9746-c2b99cc0662c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276692 May 25 12:14:58.769233 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-8a82f14f-5c4d-4af2-b7c6-9ddbc5d8d804 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:58.948889 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-8a82f14f-5c4d-4af2-b7c6-9ddbc5d8d804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:58.958037 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-5b1f1b88-4209-4bad-b77c-7e0d8a4b8d26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:14:58.997689 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-a923c973-4135-441f-940c-f3e5037089ed req-a165d772-db84-4d92-bff4-72a33ca2f152 service neutron] 10.222.0.54 "GET /v2.0/networks/ca40b0a3-0988-4313-9746-c2b99cc0662c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167089 May 25 12:14:59.007460 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbbe4f0-fbee-44bf-a66d-7cd17f3d59dd req-44e55e09-f3e8-4864-9a62-64151aefcd4a tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:59.014841 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-2bbbe4f0-fbee-44bf-a66d-7cd17f3d59dd req-44e55e09-f3e8-4864-9a62-64151aefcd4a tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=21c30f2a-503c-4e0d-bac1-f85b5fb9d8bb HTTP/1.1" status: 200 len: 943 time: 0.1840911 May 25 12:14:59.105029 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a82f14f-5c4d-4af2-b7c6-9ddbc5d8d804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e30fd3d-56a9-4f5d-b932-be2974abe124,revision_number=None']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:14:59.116242 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-8a82f14f-5c4d-4af2-b7c6-9ddbc5d8d804 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:14:59.121689 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-8a82f14f-5c4d-4af2-b7c6-9ddbc5d8d804 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:14:59.123097 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-8a82f14f-5c4d-4af2-b7c6-9ddbc5d8d804 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9e30fd3d-56a9-4f5d-b932-be2974abe124 HTTP/1.1" status: 204 len: 168 time: 0.5123181 May 25 12:14:59.166471 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-2bbbe4f0-fbee-44bf-a66d-7cd17f3d59dd req-ee00f400-3c1b-4de9-a4c6-bf12fb134aba tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a320160-757e-42fb-b8ee-125d72b2bb08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1499779 May 25 12:14:59.233528 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc0a9d6-89c5-40c4-ba7d-9a58c458b12f req-56df1944-58c7-40ac-961e-c9a3f72685f5 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:59.239919 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-3bc0a9d6-89c5-40c4-ba7d-9a58c458b12f req-56df1944-58c7-40ac-961e-c9a3f72685f5 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] 10.222.0.44 "GET /v2.0/ports?device_id=1616fd2c-929a-4938-977f-a15d5e7ebbf8 HTTP/1.1" status: 200 len: 943 time: 0.1989317 May 25 12:14:59.352155 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-3bc0a9d6-89c5-40c4-ba7d-9a58c458b12f req-c37bc9fd-aa57-4d22-9bb4-e745fb51b264 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] 10.222.0.44 "GET /v2.0/security-groups?id=38a619e1-b49f-4641-8bcb-79d8e6cdbdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945244 May 25 12:14:59.490256 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518398d3-54b4-49e2-8f9e-228cf101c1bc req-da4790c9-a21d-4b68-98a8-a2a69c301d8d tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:59.497924 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-518398d3-54b4-49e2-8f9e-228cf101c1bc req-da4790c9-a21d-4b68-98a8-a2a69c301d8d tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9a81e13-45a7-497f-b969-59b5fde8ffac HTTP/1.1" status: 200 len: 946 time: 0.1326864 May 25 12:14:59.651635 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-518398d3-54b4-49e2-8f9e-228cf101c1bc req-7579031e-e2f6-43c4-9fb2-04a6a85bff52 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/security-groups?id=66037392-5f85-4874-a400-63cb75635da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498444 May 25 12:14:59.711248 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfdf91b-b0b3-4fd3-8a0d-6d45af320f87 req-6698e81f-692a-43a6-80c8-de6e2b643980 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:14:59.712842 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-1bfdf91b-b0b3-4fd3-8a0d-6d45af320f87 req-6698e81f-692a-43a6-80c8-de6e2b643980 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a5f2284-36c5-42bc-89c4-c4af9efe8e6f HTTP/1.1" status: 200 len: 946 time: 0.1924851 May 25 12:14:59.786619 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-1bfdf91b-b0b3-4fd3-8a0d-6d45af320f87 req-81f53a0c-05df-4786-9bae-f6f2cce8af04 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] 10.222.0.44 "GET /v2.0/security-groups?id=834f1aba-53ea-460a-bb7b-da7400e454f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672915 May 25 12:15:00.425077 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbd2286-699c-4998-b722-6409b32c4ebe req-68ff867e-8ee6-4616-a3aa-6674f2ef8404 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:15:00.426890 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-5fbd2286-699c-4998-b722-6409b32c4ebe req-68ff867e-8ee6-4616-a3aa-6674f2ef8404 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=21c30f2a-503c-4e0d-bac1-f85b5fb9d8bb HTTP/1.1" status: 200 len: 943 time: 0.1305645 May 25 12:15:00.473071 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Device 2af95e4b-8477-4041-abdc-2e02af23a969 details requested by agent hyperv_hv-cinder-77923 with host hv-cinder-77923 {{(pid=92474) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 12:15:00.598396 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-5fbd2286-699c-4998-b722-6409b32c4ebe req-b03fa984-66ec-47ea-9b61-7df3a63a635a tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a320160-757e-42fb-b8ee-125d72b2bb08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1647329 May 25 12:15:00.841017 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef8e531-efc2-4214-bd0b-c5511a3a44a9 req-6061d420-e8e4-41ca-8cd8-88a8e02d474b tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:15:00.841017 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-3ef8e531-efc2-4214-bd0b-c5511a3a44a9 req-6061d420-e8e4-41ca-8cd8-88a8e02d474b tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cadbe0f-51ce-4c94-b0e3-f9ad004f8b4b HTTP/1.1" status: 200 len: 945 time: 0.2002220 May 25 12:15:00.841017 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-3ef8e531-efc2-4214-bd0b-c5511a3a44a9 req-d4c5d817-6497-483c-939b-becf89d19c5f tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b4fedef-e951-4783-a6c8-f37f4f2f28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712688 May 25 12:15:00.842327 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] For port 2af95e4b-8477-4041-abdc-2e02af23a969, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=2af95e4b-8477-4041-abdc-2e02af23a969,segment=NetworkSegment(49097f92-0341-4168-ba1f-09a48ee48333),segment_id=49097f92-0341-4168-ba1f-09a48ee48333)] {{(pid=92474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:15:00.842327 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Returning: {'device': '2af95e4b-8477-4041-abdc-2e02af23a969', 'network_id': 'ca40b0a3-0988-4313-9746-c2b99cc0662c', 'port_id': '2af95e4b-8477-4041-abdc-2e02af23a969', 'mac_address': 'fa:16:3e:34:ba:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4d436e3-46bf-4879-9813-736257c5ba21', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92474) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 12:15:00.920675 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:00.947928 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b57ad9-3165-4aff-822d-12ccc805b228 req-70a5837d-aec7-4b68-afb7-113916064877 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:15:00.949673 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-04b57ad9-3165-4aff-822d-12ccc805b228 req-70a5837d-aec7-4b68-afb7-113916064877 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] 10.222.0.44 "GET /v2.0/ports?device_id=1616fd2c-929a-4938-977f-a15d5e7ebbf8 HTTP/1.1" status: 200 len: 943 time: 0.1797354 May 25 12:15:00.980243 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.notifiers.nova [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2af95e4b-8477-4041-abdc-2e02af23a969 {{(pid=92474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 12:15:01.017914 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] For port 2af95e4b-8477-4041-abdc-2e02af23a969, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=2af95e4b-8477-4041-abdc-2e02af23a969,segment=NetworkSegment(49097f92-0341-4168-ba1f-09a48ee48333),segment_id=49097f92-0341-4168-ba1f-09a48ee48333)] {{(pid=92474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:15:01.031827 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-04b57ad9-3165-4aff-822d-12ccc805b228 req-ec91cf5f-6b5e-46d8-aec0-6f7d5179a3be tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] 10.222.0.44 "GET /v2.0/security-groups?id=38a619e1-b49f-4641-8bcb-79d8e6cdbdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737894 May 25 12:15:01.060547 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6101bad-f56f-48de-af46-1341ac119c75 req-8a05b97f-1468-440a-a0e9-3c4b21e90446 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:15:01.062420 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-a6101bad-f56f-48de-af46-1341ac119c75 req-8a05b97f-1468-440a-a0e9-3c4b21e90446 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9a81e13-45a7-497f-b969-59b5fde8ffac HTTP/1.1" status: 200 len: 946 time: 0.1976132 May 25 12:15:01.174180 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-a6101bad-f56f-48de-af46-1341ac119c75 req-f8563598-0d13-4173-a295-6b56e744ee94 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/security-groups?id=66037392-5f85-4874-a400-63cb75635da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009812 May 25 12:15:01.468268 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:01.473403 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:15:01.575778 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Pushing event updated for resources: {'Port': ['ID=2af95e4b-8477-4041-abdc-2e02af23a969,revision_number=4']} {{(pid=92474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:15:01.583864 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:15:01.754109 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] get_ports_and_sgs() called for port_ids ['2af95e4b-8477-4041-abdc-2e02af23a969'] {{(pid=92474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 12:15:01.976715 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223b3468-634f-4133-841c-17624c276c0a req-1afac39a-f3a1-4dac-896b-e0dde18fb939 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:15:01.978247 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-223b3468-634f-4133-841c-17624c276c0a req-1afac39a-f3a1-4dac-896b-e0dde18fb939 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=21c30f2a-503c-4e0d-bac1-f85b5fb9d8bb HTTP/1.1" status: 200 len: 943 time: 0.2018316 May 25 12:15:02.054599 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-223b3468-634f-4133-841c-17624c276c0a req-c3a72872-d856-4284-8079-1845fd22848c tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a320160-757e-42fb-b8ee-125d72b2bb08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685165 May 25 12:15:02.295842 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b878b9-d923-487b-b395-f8b49053f550 req-89bc12d0-1ee7-42f6-8482-1e374c914301 tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:15:02.298069 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-99b878b9-d923-487b-b395-f8b49053f550 req-89bc12d0-1ee7-42f6-8482-1e374c914301 tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cadbe0f-51ce-4c94-b0e3-f9ad004f8b4b HTTP/1.1" status: 200 len: 945 time: 0.0916898 May 25 12:15:02.358100 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-99b878b9-d923-487b-b395-f8b49053f550 req-059962f7-9523-4612-a6b7-1163b254d95f tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b4fedef-e951-4783-a6c8-f37f4f2f28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467386 May 25 12:15:02.575672 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550207d0-206d-4a88-97c2-a37cdb0af715 req-5f8fd6bd-51f0-4f43-b25a-39d4977f161c tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:15:02.578260 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-550207d0-206d-4a88-97c2-a37cdb0af715 req-5f8fd6bd-51f0-4f43-b25a-39d4977f161c tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] 10.222.0.44 "GET /v2.0/ports?device_id=1616fd2c-929a-4938-977f-a15d5e7ebbf8 HTTP/1.1" status: 200 len: 944 time: 0.0980997 May 25 12:15:02.624529 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-550207d0-206d-4a88-97c2-a37cdb0af715 req-a8cb21dc-5fbf-4cb8-afec-4564a22c1d0f tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] 10.222.0.44 "GET /v2.0/security-groups?id=38a619e1-b49f-4641-8bcb-79d8e6cdbdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396352 May 25 12:15:02.904916 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 40162) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:15:02.951805 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530f6791-e546-486b-b16f-f07a174cf572 req-532dc743-37cf-4b95-a2dd-8910a08b12d8 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:15:02.953382 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-530f6791-e546-486b-b16f-f07a174cf572 req-532dc743-37cf-4b95-a2dd-8910a08b12d8 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9a81e13-45a7-497f-b969-59b5fde8ffac HTTP/1.1" status: 200 len: 946 time: 0.1870184 May 25 12:15:03.034382 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-530f6791-e546-486b-b16f-f07a174cf572 req-462ca184-95d9-42ca-919d-0a30de14a496 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/security-groups?id=66037392-5f85-4874-a400-63cb75635da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737135 May 25 12:15:03.044523 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d56637-869a-418b-a7e8-21e540e225a5 req-8deb5749-a2d7-4968-8ee7-44ed374f82f3 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:15:03.052263 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-49d56637-869a-418b-a7e8-21e540e225a5 req-8deb5749-a2d7-4968-8ee7-44ed374f82f3 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a5f2284-36c5-42bc-89c4-c4af9efe8e6f HTTP/1.1" status: 200 len: 946 time: 0.1985242 May 25 12:15:03.098138 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-49d56637-869a-418b-a7e8-21e540e225a5 req-77eae9be-4e4d-4ba0-b842-c21dd5329aa9 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] 10.222.0.44 "GET /v2.0/security-groups?id=834f1aba-53ea-460a-bb7b-da7400e454f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448105 May 25 12:15:03.106922 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-8da4699e-3f64-4ee5-afc9-5b15739ed666 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:03.123539 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-8da4699e-3f64-4ee5-afc9-5b15739ed666 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:15:03.128236 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-8da4699e-3f64-4ee5-afc9-5b15739ed666 admin admin] Usage tracker for resource:security_group_rule and tenant:146bf01b0afc4dcc8d69cdf1494b8aa7 is out of sync, need to count used quota {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:15:03.149273 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-8da4699e-3f64-4ee5-afc9-5b15739ed666 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:15:03.149273 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-8da4699e-3f64-4ee5-afc9-5b15739ed666 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:15:03.256707 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-8da4699e-3f64-4ee5-afc9-5b15739ed666 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:03.346468 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-8da4699e-3f64-4ee5-afc9-5b15739ed666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:03.355686 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114d5879-558f-4869-bf26-419842b9726e req-8090ccd0-a59b-43be-9eb5-7df25ade3a75 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:15:03.357623 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-114d5879-558f-4869-bf26-419842b9726e req-8090ccd0-a59b-43be-9eb5-7df25ade3a75 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=21c30f2a-503c-4e0d-bac1-f85b5fb9d8bb HTTP/1.1" status: 200 len: 943 time: 0.1316175 May 25 12:15:03.359892 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-f2254042-45ca-4a99-af88-66eaecdad2c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:15:03.453823 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da4699e-3f64-4ee5-afc9-5b15739ed666 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e45a53bf-a076-4dc9-8568-5766fe7d234b,revision_number=1']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:15:03.461739 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 40176) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:15:03.489031 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-8da4699e-3f64-4ee5-afc9-5b15739ed666 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=146bf01b0afc4dcc8d69cdf1494b8aa7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5802534 May 25 12:15:03.489031 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-8da4699e-3f64-4ee5-afc9-5b15739ed666 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:15:03.493488 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 40180) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:15:03.560796 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-114d5879-558f-4869-bf26-419842b9726e req-caf98cb3-5dee-4670-8e46-80461027df48 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a320160-757e-42fb-b8ee-125d72b2bb08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1969354 May 25 12:15:03.582368 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-9aedd8a6-a117-444f-9903-0a8ec4c1e380 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:03.648063 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-9aedd8a6-a117-444f-9903-0a8ec4c1e380 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:03.799238 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-424fa9cc-51e2-41eb-8fe9-447d96addf89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:03.801140 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607477a6-198e-4c14-9522-37800f6eac69 req-a3368635-d68e-41c6-9208-9f292f81842b tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:15:03.801140 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-607477a6-198e-4c14-9522-37800f6eac69 req-a3368635-d68e-41c6-9208-9f292f81842b tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cadbe0f-51ce-4c94-b0e3-f9ad004f8b4b HTTP/1.1" status: 200 len: 945 time: 0.1614668 May 25 12:15:03.801497 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-424fa9cc-51e2-41eb-8fe9-447d96addf89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:15:03.801497 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-424fa9cc-51e2-41eb-8fe9-447d96addf89 admin admin] Usage tracker for resource:security_group_rule and tenant:abdf906c4b68499a84e6e0cdb439632a is out of sync, need to count used quota {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:15:03.801497 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-424fa9cc-51e2-41eb-8fe9-447d96addf89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:15:03.801497 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-424fa9cc-51e2-41eb-8fe9-447d96addf89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:15:03.818736 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-607477a6-198e-4c14-9522-37800f6eac69 req-08e7f8b4-86ed-4024-9f9e-347c49d3faa2 tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b4fedef-e951-4783-a6c8-f37f4f2f28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890918 May 25 12:15:03.872338 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9099bd-b010-48af-ab71-d55bfc5926d4 req-7f9af5d6-2bdb-4231-976c-6b684244719c tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:15:03.873873 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-9a9099bd-b010-48af-ab71-d55bfc5926d4 req-7f9af5d6-2bdb-4231-976c-6b684244719c tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] 10.222.0.44 "GET /v2.0/ports?device_id=1616fd2c-929a-4938-977f-a15d5e7ebbf8 HTTP/1.1" status: 200 len: 944 time: 0.1206455 May 25 12:15:03.937280 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-9a9099bd-b010-48af-ab71-d55bfc5926d4 req-3ba91a35-c970-458b-9d40-a695bfb85c06 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] 10.222.0.44 "GET /v2.0/security-groups?id=38a619e1-b49f-4641-8bcb-79d8e6cdbdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564482 May 25 12:15:04.048035 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-9aedd8a6-a117-444f-9903-0a8ec4c1e380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:04.054602 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-f79ada4a-199e-455a-b7e7-3799e35d56f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:15:04.076712 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aedd8a6-a117-444f-9903-0a8ec4c1e380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e45a53bf-a076-4dc9-8568-5766fe7d234b,revision_number=None']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:15:04.086770 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-9aedd8a6-a117-444f-9903-0a8ec4c1e380 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:15:04.099595 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-9aedd8a6-a117-444f-9903-0a8ec4c1e380 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:04.100991 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-9aedd8a6-a117-444f-9903-0a8ec4c1e380 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e45a53bf-a076-4dc9-8568-5766fe7d234b HTTP/1.1" status: 204 len: 168 time: 0.6060240 May 25 12:15:04.178452 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-424fa9cc-51e2-41eb-8fe9-447d96addf89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:04.401820 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d776f071-dd88-45ef-badc-796286c404f5 req-9f126800-14ab-4d02-b5f0-8eaab91bae25 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:15:04.403313 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-d776f071-dd88-45ef-badc-796286c404f5 req-9f126800-14ab-4d02-b5f0-8eaab91bae25 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9a81e13-45a7-497f-b969-59b5fde8ffac HTTP/1.1" status: 200 len: 946 time: 0.1962354 May 25 12:15:04.416501 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abc8e81-10ef-40fc-a5b9-e61b05f757f6 req-36ecbd5c-350a-4332-b7a3-476e007c8a2a tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:15:04.433740 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-6abc8e81-10ef-40fc-a5b9-e61b05f757f6 req-36ecbd5c-350a-4332-b7a3-476e007c8a2a tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a5f2284-36c5-42bc-89c4-c4af9efe8e6f HTTP/1.1" status: 200 len: 946 time: 0.1382759 May 25 12:15:04.453636 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-424fa9cc-51e2-41eb-8fe9-447d96addf89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:04.498483 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Device 2af95e4b-8477-4041-abdc-2e02af23a969 up at agent hyperv_hv-cinder-77923 {{(pid=92474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 12:15:04.502212 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-84e9cce9-40f8-485d-8252-de100751d183 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:15:04.508872 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-d776f071-dd88-45ef-badc-796286c404f5 req-bf0e6990-5112-4706-8a45-8dbcdded567d tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/security-groups?id=66037392-5f85-4874-a400-63cb75635da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899210 May 25 12:15:04.532682 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-6abc8e81-10ef-40fc-a5b9-e61b05f757f6 req-36b4f295-d31b-4f2a-8ba2-cfc9580d7213 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] 10.222.0.44 "GET /v2.0/security-groups?id=834f1aba-53ea-460a-bb7b-da7400e454f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997334 May 25 12:15:04.536487 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-424fa9cc-51e2-41eb-8fe9-447d96addf89 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=abdf906c4b68499a84e6e0cdb439632a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0504239 May 25 12:15:04.536764 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 40196) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:15:04.574822 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424fa9cc-51e2-41eb-8fe9-447d96addf89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=619e73d7-5b09-4bb5-94bb-5b1e147e0dbd,revision_number=1']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:15:04.602668 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424fa9cc-51e2-41eb-8fe9-447d96addf89 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:15:04.603064 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424fa9cc-51e2-41eb-8fe9-447d96addf89 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:15:04.611723 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424fa9cc-51e2-41eb-8fe9-447d96addf89 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:15:04.612263 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424fa9cc-51e2-41eb-8fe9-447d96addf89 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:15:04.612620 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424fa9cc-51e2-41eb-8fe9-447d96addf89 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:15:04.613020 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424fa9cc-51e2-41eb-8fe9-447d96addf89 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:15:04.613454 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424fa9cc-51e2-41eb-8fe9-447d96addf89 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:15:04.613810 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424fa9cc-51e2-41eb-8fe9-447d96addf89 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:15:04.614187 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424fa9cc-51e2-41eb-8fe9-447d96addf89 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:15:04.614495 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424fa9cc-51e2-41eb-8fe9-447d96addf89 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:15:04.614836 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424fa9cc-51e2-41eb-8fe9-447d96addf89 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:15:04.615171 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424fa9cc-51e2-41eb-8fe9-447d96addf89 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:15:04.649337 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-424fa9cc-51e2-41eb-8fe9-447d96addf89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:15:04.774809 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-42e3f0a2-9834-44ed-9316-2a27b1e5fb68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:04.774809 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-42e3f0a2-9834-44ed-9316-2a27b1e5fb68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:04.868548 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d62732b-6fed-4531-949f-5a182b9f270c req-6a8b913f-058c-4fce-9a9b-402d2e2ab5a3 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:15:04.875991 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-9d62732b-6fed-4531-949f-5a182b9f270c req-6a8b913f-058c-4fce-9a9b-402d2e2ab5a3 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=21c30f2a-503c-4e0d-bac1-f85b5fb9d8bb HTTP/1.1" status: 200 len: 943 time: 0.1634076 May 25 12:15:04.943537 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-9d62732b-6fed-4531-949f-5a182b9f270c req-ed041d66-d78e-428a-a0f6-947d276b7218 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a320160-757e-42fb-b8ee-125d72b2bb08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665472 May 25 12:15:05.006981 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Provisioning for port 2af95e4b-8477-4041-abdc-2e02af23a969 completed by entity L2. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 12:15:05.016841 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Provisioning complete for port 2af95e4b-8477-4041-abdc-2e02af23a969 triggered by entity L2. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 12:15:05.016841 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902397'] for port, provisioning_complete {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:05.058033 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-42e3f0a2-9834-44ed-9316-2a27b1e5fb68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:05.067550 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-a21151d1-1e2f-4aed-878a-f8429e3e4af9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:15:05.082741 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-42e3f0a2-9834-44ed-9316-2a27b1e5fb68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:05.084204 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-42e3f0a2-9834-44ed-9316-2a27b1e5fb68 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/619e73d7-5b09-4bb5-94bb-5b1e147e0dbd HTTP/1.1" status: 204 len: 168 time: 0.5466959 May 25 12:15:05.098550 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e3f0a2-9834-44ed-9316-2a27b1e5fb68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=619e73d7-5b09-4bb5-94bb-5b1e147e0dbd,revision_number=None']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:15:05.102460 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-42e3f0a2-9834-44ed-9316-2a27b1e5fb68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:15:05.128185 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fdc405-0c37-4786-bcf5-118e2211c8b6 req-ea84e13e-df2c-4f27-8735-9dd4ef6c37da tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:15:05.140633 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-43fdc405-0c37-4786-bcf5-118e2211c8b6 req-ea84e13e-df2c-4f27-8735-9dd4ef6c37da tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cadbe0f-51ce-4c94-b0e3-f9ad004f8b4b HTTP/1.1" status: 200 len: 945 time: 0.1238916 May 25 12:15:05.266802 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-43fdc405-0c37-4786-bcf5-118e2211c8b6 req-ce0ffc89-d51a-4259-89e6-b4e6ed5e8cc5 tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b4fedef-e951-4783-a6c8-f37f4f2f28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950646 May 25 12:15:05.415599 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a93ddd3-a52e-49bb-ada6-2a988166044e req-1a479ca7-8420-411a-a9e3-75a125e03aad tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:15:05.415599 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-6a93ddd3-a52e-49bb-ada6-2a988166044e req-1a479ca7-8420-411a-a9e3-75a125e03aad tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] 10.222.0.44 "GET /v2.0/ports?device_id=1616fd2c-929a-4938-977f-a15d5e7ebbf8 HTTP/1.1" status: 200 len: 944 time: 0.1670911 May 25 12:15:05.415599 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-6a93ddd3-a52e-49bb-ada6-2a988166044e req-513cf52e-a384-44a3-ac75-d7cbe4c84e8f tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] 10.222.0.44 "GET /v2.0/security-groups?id=38a619e1-b49f-4641-8bcb-79d8e6cdbdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591202 May 25 12:15:05.417083 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:05.417083 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1616fd2c-929a-4938-977f-a15d5e7ebbf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2af95e4b-8477-4041-abdc-2e02af23a969'}] {{(pid=92474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 12:15:05.422419 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] For port 2af95e4b-8477-4041-abdc-2e02af23a969, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=2af95e4b-8477-4041-abdc-2e02af23a969,segment=NetworkSegment(49097f92-0341-4168-ba1f-09a48ee48333),segment_id=49097f92-0341-4168-ba1f-09a48ee48333)] {{(pid=92474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:15:05.466533 dv-cinder-779233-5-smb neutron-server[92474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1616fd2c-929a-4938-977f-a15d5e7ebbf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2af95e4b-8477-4041-abdc-2e02af23a969', 'code': 200} May 25 12:15:05.649508 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:05.654724 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:15:05.771695 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Pushing event updated for resources: {'Port': ['ID=2af95e4b-8477-4041-abdc-2e02af23a969,revision_number=5']} {{(pid=92474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:15:05.784261 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:15:05.912387 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f009de60-79c8-45ab-9e63-a2ffb7320cb2 req-8f203a73-1d37-4d47-99d5-fff962daeab0 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:15:05.914211 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-f009de60-79c8-45ab-9e63-a2ffb7320cb2 req-8f203a73-1d37-4d47-99d5-fff962daeab0 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9a81e13-45a7-497f-b969-59b5fde8ffac HTTP/1.1" status: 200 len: 946 time: 0.1423054 May 25 12:15:05.947791 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4f1f4b-83a1-4e88-a2a1-6e080384f61d req-0a0444ef-7a79-4cb3-b4e1-c7c47e1667aa tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:15:05.949472 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-0d4f1f4b-83a1-4e88-a2a1-6e080384f61d req-0a0444ef-7a79-4cb3-b4e1-c7c47e1667aa tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a5f2284-36c5-42bc-89c4-c4af9efe8e6f HTTP/1.1" status: 200 len: 946 time: 0.2586353 May 25 12:15:06.006613 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-f009de60-79c8-45ab-9e63-a2ffb7320cb2 req-4250d311-b575-4990-ae11-1adfbafaf16a tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/security-groups?id=66037392-5f85-4874-a400-63cb75635da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861676 May 25 12:15:06.030122 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-0d4f1f4b-83a1-4e88-a2a1-6e080384f61d req-ec6ff83b-5f4f-487c-b18e-5f5de28ffc1f tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] 10.222.0.44 "GET /v2.0/security-groups?id=834f1aba-53ea-460a-bb7b-da7400e454f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736227 May 25 12:15:06.242962 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c86fd5-9383-483b-98df-6d4c12787b43 req-04d995d4-0c47-4996-9803-adb44f94f1e8 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:15:06.243221 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-58c86fd5-9383-483b-98df-6d4c12787b43 req-04d995d4-0c47-4996-9803-adb44f94f1e8 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=21c30f2a-503c-4e0d-bac1-f85b5fb9d8bb HTTP/1.1" status: 200 len: 943 time: 0.1219258 May 25 12:15:06.321974 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-58c86fd5-9383-483b-98df-6d4c12787b43 req-95b4f9a1-3367-456c-b6bb-fde89eb81808 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a320160-757e-42fb-b8ee-125d72b2bb08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692785 May 25 12:15:06.555651 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4ebbf0-5180-4380-aeb1-41cb57326d1b req-89ba1a32-4389-413f-b54e-d067dd0267d5 tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:15:06.559150 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-ca4ebbf0-5180-4380-aeb1-41cb57326d1b req-89ba1a32-4389-413f-b54e-d067dd0267d5 tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cadbe0f-51ce-4c94-b0e3-f9ad004f8b4b HTTP/1.1" status: 200 len: 945 time: 0.1442912 May 25 12:15:06.672986 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-ca4ebbf0-5180-4380-aeb1-41cb57326d1b req-8f9837bc-0846-4b98-9fa3-9e2d2c99278c tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b4fedef-e951-4783-a6c8-f37f4f2f28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042583 May 25 12:15:06.740877 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798a597b-6c20-44e0-9ce0-0f99f8b7a96c req-7fc324e6-28da-414d-83ef-7c12c69bda51 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:15:06.742772 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-798a597b-6c20-44e0-9ce0-0f99f8b7a96c req-7fc324e6-28da-414d-83ef-7c12c69bda51 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] 10.222.0.44 "GET /v2.0/ports?device_id=1616fd2c-929a-4938-977f-a15d5e7ebbf8 HTTP/1.1" status: 200 len: 945 time: 0.1578283 May 25 12:15:06.815850 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-798a597b-6c20-44e0-9ce0-0f99f8b7a96c req-72d507e7-2f16-40d8-a032-13b3fc02a236 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] 10.222.0.44 "GET /v2.0/security-groups?id=38a619e1-b49f-4641-8bcb-79d8e6cdbdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637372 May 25 12:15:07.360835 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff2a349-5229-4d61-bd7f-6110a6c58fdb req-97e7bd6e-4138-46ac-a1e9-24b0c7cadff5 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:15:07.362397 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-1ff2a349-5229-4d61-bd7f-6110a6c58fdb req-97e7bd6e-4138-46ac-a1e9-24b0c7cadff5 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9a81e13-45a7-497f-b969-59b5fde8ffac HTTP/1.1" status: 200 len: 946 time: 0.2153406 May 25 12:15:07.477127 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeedb73b-bf60-4153-aa59-3b4f6888a8c1 req-835543f7-1f9c-49b2-8ee3-ff663cec2d50 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:15:07.477127 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-eeedb73b-bf60-4153-aa59-3b4f6888a8c1 req-835543f7-1f9c-49b2-8ee3-ff663cec2d50 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a5f2284-36c5-42bc-89c4-c4af9efe8e6f HTTP/1.1" status: 200 len: 946 time: 0.2190700 May 25 12:15:07.504590 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-1ff2a349-5229-4d61-bd7f-6110a6c58fdb req-52c49ac5-671a-420d-a8d5-42dbc7961c2b tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/security-groups?id=66037392-5f85-4874-a400-63cb75635da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293824 May 25 12:15:07.515657 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-eeedb73b-bf60-4153-aa59-3b4f6888a8c1 req-c941701b-e9ac-4632-9e4a-99822ca8f70d tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] 10.222.0.44 "GET /v2.0/security-groups?id=834f1aba-53ea-460a-bb7b-da7400e454f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809703 May 25 12:15:07.741015 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b3aae3-5c21-42a1-8891-0877af98a06b req-82b7b90b-de1b-4cd2-ba38-997771d6cb1f tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:15:07.742476 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-08b3aae3-5c21-42a1-8891-0877af98a06b req-82b7b90b-de1b-4cd2-ba38-997771d6cb1f tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=21c30f2a-503c-4e0d-bac1-f85b5fb9d8bb HTTP/1.1" status: 200 len: 943 time: 0.1075215 May 25 12:15:07.791437 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-08b3aae3-5c21-42a1-8891-0877af98a06b req-3a9144d3-750f-4e54-864c-12fe09ea5276 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a320160-757e-42fb-b8ee-125d72b2bb08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432477 May 25 12:15:07.886035 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3534bb-5baa-4769-b708-f17302c40c54 req-bdf09914-4474-477e-af88-78cb1bf12c11 tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:15:07.887517 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-1a3534bb-5baa-4769-b708-f17302c40c54 req-bdf09914-4474-477e-af88-78cb1bf12c11 tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cadbe0f-51ce-4c94-b0e3-f9ad004f8b4b HTTP/1.1" status: 200 len: 945 time: 0.0911567 May 25 12:15:07.944331 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-1a3534bb-5baa-4769-b708-f17302c40c54 req-60146923-88e9-4b62-87b5-2de0c699732c tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b4fedef-e951-4783-a6c8-f37f4f2f28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503781 May 25 12:15:08.170052 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b2ac9b-57f2-4157-960f-d763a39af811 req-bcf54d6f-8e80-47c7-a8f7-440cd4589dc9 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:15:08.171615 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-38b2ac9b-57f2-4157-960f-d763a39af811 req-bcf54d6f-8e80-47c7-a8f7-440cd4589dc9 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] 10.222.0.44 "GET /v2.0/ports?device_id=1616fd2c-929a-4938-977f-a15d5e7ebbf8 HTTP/1.1" status: 200 len: 945 time: 0.2238443 May 25 12:15:08.221338 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-38b2ac9b-57f2-4157-960f-d763a39af811 req-0729c495-395b-42f6-b3d7-e585226ecf82 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] 10.222.0.44 "GET /v2.0/security-groups?id=38a619e1-b49f-4641-8bcb-79d8e6cdbdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438952 May 25 12:15:08.794169 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7561e24b-495c-445a-9d23-8a4a513df349 req-7e4bc8db-00b0-4acf-94a3-1fe2bde1330f tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:15:08.795681 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-7561e24b-495c-445a-9d23-8a4a513df349 req-7e4bc8db-00b0-4acf-94a3-1fe2bde1330f tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9a81e13-45a7-497f-b969-59b5fde8ffac HTTP/1.1" status: 200 len: 946 time: 0.1732180 May 25 12:15:08.807867 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62aebab-933b-45ed-9f7b-f2c4aac9dd80 req-7aa0046b-817d-43ba-9def-529969feeafe tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:15:08.809217 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-b62aebab-933b-45ed-9f7b-f2c4aac9dd80 req-7aa0046b-817d-43ba-9def-529969feeafe tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a5f2284-36c5-42bc-89c4-c4af9efe8e6f HTTP/1.1" status: 200 len: 946 time: 0.1404235 May 25 12:15:08.882892 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-7561e24b-495c-445a-9d23-8a4a513df349 req-1f1606f4-c4d1-48cf-8487-bda622029915 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/security-groups?id=66037392-5f85-4874-a400-63cb75635da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726914 May 25 12:15:08.892260 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-b62aebab-933b-45ed-9f7b-f2c4aac9dd80 req-8e4d9b3e-ad40-4933-a9cd-a8dd7beb01fa tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] 10.222.0.44 "GET /v2.0/security-groups?id=834f1aba-53ea-460a-bb7b-da7400e454f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654578 May 25 12:15:09.103454 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.agents_db [None req-9d38de35-3365-4658-8f1e-c8b00fd146ea None None] Agent healthcheck: found 6 active agents {{(pid=92475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 12:15:09.191065 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ebc0c2-f291-4101-9b89-493ada86ede0 req-ebec67d9-ac9b-4c34-b4aa-6f8c034ff5b7 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:15:09.192835 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-54ebc0c2-f291-4101-9b89-493ada86ede0 req-ebec67d9-ac9b-4c34-b4aa-6f8c034ff5b7 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=21c30f2a-503c-4e0d-bac1-f85b5fb9d8bb HTTP/1.1" status: 200 len: 943 time: 0.1685026 May 25 12:15:09.264559 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ea2c96-bda2-46e5-8523-9ebd9be331dd req-efa4d87c-712f-4668-929d-d7eeed3f4bec tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:15:09.266620 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-d2ea2c96-bda2-46e5-8523-9ebd9be331dd req-efa4d87c-712f-4668-929d-d7eeed3f4bec tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cadbe0f-51ce-4c94-b0e3-f9ad004f8b4b HTTP/1.1" status: 200 len: 945 time: 0.1816909 May 25 12:15:09.273630 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-54ebc0c2-f291-4101-9b89-493ada86ede0 req-1708a449-c4f4-43e8-abe1-94733a0af614 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a320160-757e-42fb-b8ee-125d72b2bb08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728571 May 25 12:15:09.329979 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-d2ea2c96-bda2-46e5-8523-9ebd9be331dd req-ceeae2e1-1e5a-4b16-8337-fbbee7fa228c tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b4fedef-e951-4783-a6c8-f37f4f2f28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551410 May 25 12:15:09.482308 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127233f0-2530-468a-89da-458446c497ea req-56b1a967-3494-4873-886b-5f89fb2d32cf tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:15:09.484804 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-127233f0-2530-468a-89da-458446c497ea req-56b1a967-3494-4873-886b-5f89fb2d32cf tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] 10.222.0.44 "GET /v2.0/ports?device_id=1616fd2c-929a-4938-977f-a15d5e7ebbf8 HTTP/1.1" status: 200 len: 945 time: 0.0870755 May 25 12:15:09.529164 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-127233f0-2530-468a-89da-458446c497ea req-b22aac06-e0e6-4dea-b6c7-71cd860b8565 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] 10.222.0.44 "GET /v2.0/security-groups?id=38a619e1-b49f-4641-8bcb-79d8e6cdbdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388999 May 25 12:15:10.149822 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef4523e-21d4-4072-b18f-68d83a7ea7c1 req-98a05f37-404e-45da-9673-d90e2159d728 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:15:10.151305 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-aef4523e-21d4-4072-b18f-68d83a7ea7c1 req-98a05f37-404e-45da-9673-d90e2159d728 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a5f2284-36c5-42bc-89c4-c4af9efe8e6f HTTP/1.1" status: 200 len: 946 time: 0.1430423 May 25 12:15:10.161918 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c5140c-2f3d-46bc-a3cc-86e265ed893e req-6a976b6b-4e77-446d-9f02-10704aaa7918 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:15:10.161918 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-50c5140c-2f3d-46bc-a3cc-86e265ed893e req-6a976b6b-4e77-446d-9f02-10704aaa7918 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9a81e13-45a7-497f-b969-59b5fde8ffac HTTP/1.1" status: 200 len: 946 time: 0.1186690 May 25 12:15:10.234847 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-aef4523e-21d4-4072-b18f-68d83a7ea7c1 req-affa67e5-381d-4342-9246-8ba751ca6f2e tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] 10.222.0.44 "GET /v2.0/security-groups?id=834f1aba-53ea-460a-bb7b-da7400e454f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720699 May 25 12:15:10.241659 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-50c5140c-2f3d-46bc-a3cc-86e265ed893e req-036e4f93-a327-4e3d-9702-e804088e8b3a tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/security-groups?id=66037392-5f85-4874-a400-63cb75635da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657625 May 25 12:15:10.370811 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-bbb61929-822f-47b7-8904-20ad63ed7a62 req-fb2a7968-be7b-4e47-b633-beac9e0d6694 tempest-VolumesNegativeTest-663117282 tempest-VolumesNegativeTest-663117282-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=0b908e8e42d94f6da6902c94bb82404c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301046 May 25 12:15:10.512404 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fbe807-70bc-4ea9-beaa-b589aed5f335 req-db7dbffe-e5cf-4b45-b83a-0015e1e7a158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:15:10.514719 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-30fbe807-70bc-4ea9-beaa-b589aed5f335 req-db7dbffe-e5cf-4b45-b83a-0015e1e7a158 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4b9fde9de33c4fc09c0c531cf0f714fe&device_id=b9a81e13-45a7-497f-b969-59b5fde8ffac HTTP/1.1" status: 200 len: 1099 time: 0.0764937 May 25 12:15:10.593732 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb61929-822f-47b7-8904-20ad63ed7a62 req-909ea41d-1ec8-45d8-a5df-4fb2886f1637 tempest-VolumesNegativeTest-663117282 tempest-VolumesNegativeTest-663117282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:15:10.595246 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-bbb61929-822f-47b7-8904-20ad63ed7a62 req-909ea41d-1ec8-45d8-a5df-4fb2886f1637 tempest-VolumesNegativeTest-663117282 tempest-VolumesNegativeTest-663117282-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2227106 May 25 12:15:10.614923 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547e10ea-0d86-45b7-b4a8-a23b0f506dbd req-e03aec40-b472-4031-bd48-c0b8258fe5cb tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:15:10.616403 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-547e10ea-0d86-45b7-b4a8-a23b0f506dbd req-e03aec40-b472-4031-bd48-c0b8258fe5cb tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=21c30f2a-503c-4e0d-bac1-f85b5fb9d8bb HTTP/1.1" status: 200 len: 943 time: 0.1568637 May 25 12:15:10.620220 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-bbb61929-822f-47b7-8904-20ad63ed7a62 req-395f3797-7243-4d81-8086-fdc9822e234f tempest-VolumesNegativeTest-663117282 tempest-VolumesNegativeTest-663117282-project] 10.222.0.44 "GET /v2.0/quotas/0b908e8e42d94f6da6902c94bb82404c HTTP/1.1" status: 200 len: 375 time: 0.0189333 May 25 12:15:10.679690 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fbe807-70bc-4ea9-beaa-b589aed5f335 req-41b9b4ba-a99f-4c53-8be7-547fb50c75bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:15:10.681264 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-30fbe807-70bc-4ea9-beaa-b589aed5f335 req-41b9b4ba-a99f-4c53-8be7-547fb50c75bc service neutron] 10.222.0.54 "GET /v2.0/networks?id=92cbe58f-da5f-428e-b139-7dfedbb5c159 HTTP/1.1" status: 200 len: 920 time: 0.1393368 May 25 12:15:10.687885 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-bbb61929-822f-47b7-8904-20ad63ed7a62 req-6aa9ae97-74c8-4c6d-9282-34888f79a953 tempest-VolumesNegativeTest-663117282 tempest-VolumesNegativeTest-663117282-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=0b908e8e42d94f6da6902c94bb82404c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0475979 May 25 12:15:10.711412 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-547e10ea-0d86-45b7-b4a8-a23b0f506dbd req-389918b9-5a29-40ea-b6e4-96ac6bae400f tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a320160-757e-42fb-b8ee-125d72b2bb08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872169 May 25 12:15:10.768491 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-30fbe807-70bc-4ea9-beaa-b589aed5f335 req-d6890461-5c51-44c5-83d7-cdc704c0dbf7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a93b8e82-f13c-4ef0-860d-d0ecda54d744 HTTP/1.1" status: 200 len: 217 time: 0.0791454 May 25 12:15:10.838414 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fbe807-70bc-4ea9-beaa-b589aed5f335 req-8a588649-f43f-4f35-8319-197190c11f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:15:10.839880 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-30fbe807-70bc-4ea9-beaa-b589aed5f335 req-8a588649-f43f-4f35-8319-197190c11f86 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=ac9aa6d5-d32d-4236-bb0d-23d9288b7f03 HTTP/1.1" status: 200 len: 859 time: 0.0622342 May 25 12:15:10.892314 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-30fbe807-70bc-4ea9-beaa-b589aed5f335 req-c0d13f68-0c44-47fc-9098-033c6715bc70 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=92cbe58f-da5f-428e-b139-7dfedbb5c159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431538 May 25 12:15:10.908295 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b81c10-2830-424e-a19d-1e3008da9fe2 req-8bf6292b-45a9-4b37-9bff-7152d72770b1 tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:15:10.909886 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-82b81c10-2830-424e-a19d-1e3008da9fe2 req-8bf6292b-45a9-4b37-9bff-7152d72770b1 tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cadbe0f-51ce-4c94-b0e3-f9ad004f8b4b HTTP/1.1" status: 200 len: 945 time: 0.0848737 May 25 12:15:10.971888 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-82b81c10-2830-424e-a19d-1e3008da9fe2 req-6469ee12-71a2-4f0c-8761-0b2f20c7da57 tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b4fedef-e951-4783-a6c8-f37f4f2f28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561194 May 25 12:15:11.088859 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-30fbe807-70bc-4ea9-beaa-b589aed5f335 req-9a093adb-443e-4b0b-8067-5929bd55787a service neutron] 10.222.0.54 "GET /v2.0/networks/92cbe58f-da5f-428e-b139-7dfedbb5c159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746390 May 25 12:15:11.088978 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-60e98610-ce43-4a06-bdf8-b7958e3178f1 req-cf654b54-25a5-48a8-921d-a122a4020e3c tempest-VolumesNegativeTest-663117282 tempest-VolumesNegativeTest-663117282-project] 10.222.0.44 "GET /v2.0/ports?device_id=f718b3cb-0681-4931-ab73-84e99d910018 HTTP/1.1" status: 200 len: 210 time: 0.0656643 May 25 12:15:11.162567 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38dbfbe-c6b1-4aac-88c7-702ff3411dd9 req-a8cc137f-c456-4742-9cd1-eae5975b0912 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:15:11.164096 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-b38dbfbe-c6b1-4aac-88c7-702ff3411dd9 req-a8cc137f-c456-4742-9cd1-eae5975b0912 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] 10.222.0.44 "GET /v2.0/ports?device_id=1616fd2c-929a-4938-977f-a15d5e7ebbf8 HTTP/1.1" status: 200 len: 945 time: 0.0839009 May 25 12:15:11.212769 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-b38dbfbe-c6b1-4aac-88c7-702ff3411dd9 req-36d7eac5-7bc7-4107-bc33-cc6abeb29b30 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] 10.222.0.44 "GET /v2.0/security-groups?id=38a619e1-b49f-4641-8bcb-79d8e6cdbdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429780 May 25 12:15:11.270761 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4643ff1e-9221-40cb-a24d-e7752b6672bd req-b7f95746-8239-4de6-8565-39f07a948595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:15:11.275549 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-4643ff1e-9221-40cb-a24d-e7752b6672bd req-b7f95746-8239-4de6-8565-39f07a948595 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1616fd2c-929a-4938-977f-a15d5e7ebbf8 HTTP/1.1" status: 200 len: 1098 time: 0.1963940 May 25 12:15:11.275549 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-30fbe807-70bc-4ea9-beaa-b589aed5f335 req-614a5e0b-c003-4bc8-8a5c-57352e4453b4 service neutron] 10.222.0.54 "GET /v2.0/networks/92cbe58f-da5f-428e-b139-7dfedbb5c159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582441 May 25 12:15:11.331645 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-4643ff1e-9221-40cb-a24d-e7752b6672bd req-cc0b7203-cbc9-41da-87b7-17e21081bdf8 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=38a619e1-b49f-4641-8bcb-79d8e6cdbdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432689 May 25 12:15:11.504223 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffa2a63-ff14-4628-a1a2-ad0ca88c5680 req-38d0f90a-7a8f-4e07-a4b9-4ac6afaf96ae tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:15:11.505770 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-2ffa2a63-ff14-4628-a1a2-ad0ca88c5680 req-38d0f90a-7a8f-4e07-a4b9-4ac6afaf96ae tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a5f2284-36c5-42bc-89c4-c4af9efe8e6f HTTP/1.1" status: 200 len: 946 time: 0.1558270 May 25 12:15:11.517401 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e0bdec-450c-47e1-aca8-505f8b147a44 req-3e45be7f-304e-4d05-9d5c-436c379a3087 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:15:11.518816 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-b8e0bdec-450c-47e1-aca8-505f8b147a44 req-3e45be7f-304e-4d05-9d5c-436c379a3087 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9a81e13-45a7-497f-b969-59b5fde8ffac HTTP/1.1" status: 200 len: 946 time: 0.1296616 May 25 12:15:11.588504 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-2ffa2a63-ff14-4628-a1a2-ad0ca88c5680 req-e92cf96c-f453-4268-b6f1-9f8959e9c0b2 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] 10.222.0.44 "GET /v2.0/security-groups?id=834f1aba-53ea-460a-bb7b-da7400e454f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681019 May 25 12:15:11.598464 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-b8e0bdec-450c-47e1-aca8-505f8b147a44 req-082ddf7f-8e4a-465c-b6f4-1e36b5c339be tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/security-groups?id=66037392-5f85-4874-a400-63cb75635da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603452 May 25 12:15:11.908039 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab418fed-48e1-4933-921e-8647658fc80f req-b5c6a727-578d-4701-81a2-6c379feac7be tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:15:11.909501 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-ab418fed-48e1-4933-921e-8647658fc80f req-b5c6a727-578d-4701-81a2-6c379feac7be tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=21c30f2a-503c-4e0d-bac1-f85b5fb9d8bb HTTP/1.1" status: 200 len: 943 time: 0.0810287 May 25 12:15:11.957173 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-ab418fed-48e1-4933-921e-8647658fc80f req-87a2e4f4-b287-4dbb-b4a6-3b68764b2ea6 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a320160-757e-42fb-b8ee-125d72b2bb08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419714 May 25 12:15:12.226427 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-a1645da3-1174-4f02-957a-8f206b3a0e86 req-0c57cbaa-a226-4b86-9b85-a26e1e2b121b tempest-VolumesNegativeTest-663117282 tempest-VolumesNegativeTest-663117282-project] 10.222.0.44 "GET /v2.0/ports?device_id=f718b3cb-0681-4931-ab73-84e99d910018 HTTP/1.1" status: 200 len: 210 time: 0.0469642 May 25 12:15:12.264579 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a08e0d2-2a03-4797-aae2-68a13402b2bc req-833e5d15-f35a-4ae0-8c03-cf17461acd73 tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:15:12.264579 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-7a08e0d2-2a03-4797-aae2-68a13402b2bc req-833e5d15-f35a-4ae0-8c03-cf17461acd73 tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cadbe0f-51ce-4c94-b0e3-f9ad004f8b4b HTTP/1.1" status: 200 len: 945 time: 0.1868086 May 25 12:15:12.308741 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-7a08e0d2-2a03-4797-aae2-68a13402b2bc req-e5256b16-d314-49e3-b609-7db93423f38e tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b4fedef-e951-4783-a6c8-f37f4f2f28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399468 May 25 12:15:12.423910 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194771e5-2865-4d50-b9fc-85e1c441c60b req-b0f82a96-105e-4e77-a90a-2d15b0562d55 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:15:12.425399 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-194771e5-2865-4d50-b9fc-85e1c441c60b req-b0f82a96-105e-4e77-a90a-2d15b0562d55 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] 10.222.0.44 "GET /v2.0/ports?device_id=1616fd2c-929a-4938-977f-a15d5e7ebbf8 HTTP/1.1" status: 200 len: 945 time: 0.0821588 May 25 12:15:12.474313 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-194771e5-2865-4d50-b9fc-85e1c441c60b req-870ca1eb-16e5-44d8-85f9-2ce6a23bcc2c tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] 10.222.0.44 "GET /v2.0/security-groups?id=38a619e1-b49f-4641-8bcb-79d8e6cdbdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432794 May 25 12:15:12.559883 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Device 9fe1153a-6278-468b-bad5-528a88958ec3 details requested by agent hyperv_hv-cinder-77923 with host hv-cinder-77923 {{(pid=92474) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 12:15:12.717073 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] For port 9fe1153a-6278-468b-bad5-528a88958ec3, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=9fe1153a-6278-468b-bad5-528a88958ec3,segment=NetworkSegment(a867bff5-0b48-4d60-bac3-5ba6e8b8d30c),segment_id=a867bff5-0b48-4d60-bac3-5ba6e8b8d30c)] {{(pid=92474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:15:12.733521 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Returning: {'device': '9fe1153a-6278-468b-bad5-528a88958ec3', 'network_id': 'b95433bc-2dbd-474f-a7da-308000160943', 'port_id': '9fe1153a-6278-468b-bad5-528a88958ec3', 'mac_address': 'fa:16:3e:20:e8:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b01b166f-5ba1-4373-a734-254ff90ae56a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92474) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 12:15:12.794569 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210e5af1-a72a-4939-8e5b-61838544ced6 req-c2b81863-72fb-455c-95f7-4deee623d59e tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:15:12.795740 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [req-210e5af1-a72a-4939-8e5b-61838544ced6 req-c2b81863-72fb-455c-95f7-4deee623d59e tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] Synchronizing usage tracker for tenant:918fad47bb2948e3829058160b795c66 on resource:port {{(pid=92473) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 12:15:12.812558 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:12.825476 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.notifiers.nova [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fe1153a-6278-468b-bad5-528a88958ec3 {{(pid=92474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 12:15:12.842298 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] For port 9fe1153a-6278-468b-bad5-528a88958ec3, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=9fe1153a-6278-468b-bad5-528a88958ec3,segment=NetworkSegment(a867bff5-0b48-4d60-bac3-5ba6e8b8d30c),segment_id=a867bff5-0b48-4d60-bac3-5ba6e8b8d30c)] {{(pid=92474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:15:12.869203 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928be0f2-cda6-4eba-b1d5-f93974204e0f req-639f812c-88cc-4969-b5b3-492175f33199 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:15:12.870738 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-928be0f2-cda6-4eba-b1d5-f93974204e0f req-639f812c-88cc-4969-b5b3-492175f33199 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9a81e13-45a7-497f-b969-59b5fde8ffac HTTP/1.1" status: 200 len: 946 time: 0.1447973 May 25 12:15:12.879366 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59072a23-be6d-4b4d-b3b0-66589c0542b1 req-010a263c-f862-4499-bb44-69667a69fcfc tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:15:12.880712 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-59072a23-be6d-4b4d-b3b0-66589c0542b1 req-010a263c-f862-4499-bb44-69667a69fcfc tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a5f2284-36c5-42bc-89c4-c4af9efe8e6f HTTP/1.1" status: 200 len: 946 time: 0.1529739 May 25 12:15:12.883836 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [req-210e5af1-a72a-4939-8e5b-61838544ced6 req-c2b81863-72fb-455c-95f7-4deee623d59e tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] Unset dirty status for tenant:918fad47bb2948e3829058160b795c66 on resource:port {{(pid=92473) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 12:15:12.885229 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-210e5af1-a72a-4939-8e5b-61838544ced6 req-c2b81863-72fb-455c-95f7-4deee623d59e tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] 10.222.0.54 "GET /v2.0/ports?device_id=6a5f2284-36c5-42bc-89c4-c4af9efe8e6f HTTP/1.1" status: 200 len: 946 time: 0.1847258 May 25 12:15:12.915478 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:12.917231 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:15:12.952145 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-928be0f2-cda6-4eba-b1d5-f93974204e0f req-7741d800-bf46-4476-824a-70536587ea09 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/security-groups?id=66037392-5f85-4874-a400-63cb75635da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704792 May 25 12:15:12.955639 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-59072a23-be6d-4b4d-b3b0-66589c0542b1 req-e0afbaec-e34f-4ec2-b88e-0be019928c62 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] 10.222.0.44 "GET /v2.0/security-groups?id=834f1aba-53ea-460a-bb7b-da7400e454f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603242 May 25 12:15:12.987182 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Pushing event updated for resources: {'Port': ['ID=9fe1153a-6278-468b-bad5-528a88958ec3,revision_number=9']} {{(pid=92474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:15:12.995316 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:15:12.995730 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:15:12.996010 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:15:12.996340 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:15:12.996660 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:15:12.996983 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:15:12.997303 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:15:12.997622 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:15:12.997938 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:15:12.998257 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:15:12.998574 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:15:12.998882 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:15:13.003578 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:15:13.044140 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.plugin [req-210e5af1-a72a-4939-8e5b-61838544ced6 req-65784e0f-57f7-4b7b-9436-78b47e27ffe1 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] Deleting port a65b59f8-ff8b-4680-ae87-114af2f0e708 {{(pid=92473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 12:15:13.044555 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-210e5af1-a72a-4939-8e5b-61838544ced6 req-65784e0f-57f7-4b7b-9436-78b47e27ffe1 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786008536899'] for port, before_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:13.205510 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef02d96-2e5f-494c-94bd-16f696f5b139 req-3b45cd15-8058-4a0d-922a-21c634427acc tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:15:13.207255 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-fef02d96-2e5f-494c-94bd-16f696f5b139 req-3b45cd15-8058-4a0d-922a-21c634427acc tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=21c30f2a-503c-4e0d-bac1-f85b5fb9d8bb HTTP/1.1" status: 200 len: 944 time: 0.0894995 May 25 12:15:13.209806 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] get_ports_and_sgs() called for port_ids ['9fe1153a-6278-468b-bad5-528a88958ec3'] {{(pid=92474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 12:15:13.260802 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.db [req-210e5af1-a72a-4939-8e5b-61838544ced6 req-65784e0f-57f7-4b7b-9436-78b47e27ffe1 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] For port a65b59f8-ff8b-4680-ae87-114af2f0e708, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=a65b59f8-ff8b-4680-ae87-114af2f0e708,segment=NetworkSegment(8b99aeb2-0b7b-4047-b44a-6b390554f41d),segment_id=8b99aeb2-0b7b-4047-b44a-6b390554f41d)] {{(pid=92473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:15:13.261372 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-210e5af1-a72a-4939-8e5b-61838544ced6 req-65784e0f-57f7-4b7b-9436-78b47e27ffe1 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042426'] for port, precommit_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:13.269860 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-fef02d96-2e5f-494c-94bd-16f696f5b139 req-437e4f76-0495-483b-a8bf-8681cb92dc4d tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a320160-757e-42fb-b8ee-125d72b2bb08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472457 May 25 12:15:13.413464 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-3d36c394-2140-4e53-b131-d5135a5f2660 req-d3777a3b-7c28-4855-9543-d0805fe09980 tempest-VolumesNegativeTest-663117282 tempest-VolumesNegativeTest-663117282-project] 10.222.0.44 "GET /v2.0/ports?device_id=f718b3cb-0681-4931-ab73-84e99d910018 HTTP/1.1" status: 200 len: 210 time: 0.0646954 May 25 12:15:13.420043 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.plugin [req-210e5af1-a72a-4939-8e5b-61838544ced6 req-65784e0f-57f7-4b7b-9436-78b47e27ffe1 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] Calling delete_port for a65b59f8-ff8b-4680-ae87-114af2f0e708 owned by compute:nova {{(pid=92473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 12:15:13.540004 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e944b6ad-d963-4446-9746-d83c5df854df req-c32ea750-24ad-4091-9d17-7cb1b0ee6c5a tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:15:13.541846 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-e944b6ad-d963-4446-9746-d83c5df854df req-c32ea750-24ad-4091-9d17-7cb1b0ee6c5a tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cadbe0f-51ce-4c94-b0e3-f9ad004f8b4b HTTP/1.1" status: 200 len: 945 time: 0.0924902 May 25 12:15:13.645828 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-e944b6ad-d963-4446-9746-d83c5df854df req-ac5a0e75-3438-4d79-b06a-410f69109bdc tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b4fedef-e951-4783-a6c8-f37f4f2f28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964191 May 25 12:15:13.684006 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c9ee83-fa67-45d3-8ac2-8675ebbde9b0 req-b14c1114-f8c8-44f3-a04f-291ce2dc6e01 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:15:13.685503 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-21c9ee83-fa67-45d3-8ac2-8675ebbde9b0 req-b14c1114-f8c8-44f3-a04f-291ce2dc6e01 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] 10.222.0.44 "GET /v2.0/ports?device_id=1616fd2c-929a-4938-977f-a15d5e7ebbf8 HTTP/1.1" status: 200 len: 945 time: 0.0977359 May 25 12:15:13.734763 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-210e5af1-a72a-4939-8e5b-61838544ced6 req-65784e0f-57f7-4b7b-9436-78b47e27ffe1 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786008539046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786008105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2465563'] for port, after_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:13.736013 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-21c9ee83-fa67-45d3-8ac2-8675ebbde9b0 req-52c5107b-8fca-481a-8a6f-d17edcf32635 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] 10.222.0.44 "GET /v2.0/security-groups?id=38a619e1-b49f-4641-8bcb-79d8e6cdbdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437093 May 25 12:15:13.741589 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-d3c3a820-5387-4153-9397-d7568bf04769 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:15:13.801504 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65784e0f-57f7-4b7b-9436-78b47e27ffe1 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] Pushing event deleted for resources: {'Port': ['ID=a65b59f8-ff8b-4680-ae87-114af2f0e708,revision_number=None']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:15:13.833337 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-65784e0f-57f7-4b7b-9436-78b47e27ffe1 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:15:13.877279 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.l3_dvrscheduler_db [req-210e5af1-a72a-4939-8e5b-61838544ced6 req-65784e0f-57f7-4b7b-9436-78b47e27ffe1 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] No DVR routers for this DVR port a65b59f8-ff8b-4680-ae87-114af2f0e708 on host hv-cinder-77923 {{(pid=92473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 12:15:13.880079 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-210e5af1-a72a-4939-8e5b-61838544ced6 req-65784e0f-57f7-4b7b-9436-78b47e27ffe1 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163099'] for port, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:13.883196 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a5f2284-36c5-42bc-89c4-c4af9efe8e6f', 'name': 'network-vif-deleted', 'tag': 'a65b59f8-ff8b-4680-ae87-114af2f0e708'}] {{(pid=92473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 12:15:13.927263 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d14d93-364c-4382-b6d1-70503e8738e4 req-e1c17138-e30a-47cb-be68-db62001016f0 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:15:13.928787 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-32d14d93-364c-4382-b6d1-70503e8738e4 req-e1c17138-e30a-47cb-be68-db62001016f0 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] 10.222.0.44 "GET /v2.0/ports?device_id=1616fd2c-929a-4938-977f-a15d5e7ebbf8 HTTP/1.1" status: 200 len: 945 time: 0.0811996 May 25 12:15:13.935195 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a5f2284-36c5-42bc-89c4-c4af9efe8e6f', 'name': 'network-vif-deleted', 'tag': 'a65b59f8-ff8b-4680-ae87-114af2f0e708', 'status': 'completed', 'code': 200} May 25 12:15:13.976470 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-32d14d93-364c-4382-b6d1-70503e8738e4 req-5c9eb8ab-d2a8-4d33-b9bc-baa5c46b7031 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] 10.222.0.44 "GET /v2.0/security-groups?id=38a619e1-b49f-4641-8bcb-79d8e6cdbdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414951 May 25 12:15:14.004670 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 40410) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:15:14.025875 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-210e5af1-a72a-4939-8e5b-61838544ced6 req-65784e0f-57f7-4b7b-9436-78b47e27ffe1 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] 10.222.0.54 "DELETE /v2.0/ports/a65b59f8-ff8b-4680-ae87-114af2f0e708 HTTP/1.1" status: 204 len: 173 time: 1.1337519 May 25 12:15:14.032529 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-bbb61929-822f-47b7-8904-20ad63ed7a62 req-02a406b3-b119-4d2d-8b51-71cc21c66cd9 tempest-VolumesNegativeTest-663117282 tempest-VolumesNegativeTest-663117282-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=0b908e8e42d94f6da6902c94bb82404c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0465274 May 25 12:15:14.060734 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-c34630c8-f129-4b73-a0ca-0399104b8552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:14.101027 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] get_ports_and_sgs() called for port_ids ['a65b59f8-ff8b-4680-ae87-114af2f0e708'] {{(pid=92474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 12:15:14.165644 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-b7309ff9-53de-4d69-b634-8d6fd671a850 req-b1843f22-553f-4347-a26b-90434e3bed74 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a5f2284-36c5-42bc-89c4-c4af9efe8e6f HTTP/1.1" status: 200 len: 210 time: 0.0717638 May 25 12:15:14.243162 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb61929-822f-47b7-8904-20ad63ed7a62 req-a45d36e1-e0bf-4415-a60b-b6c39b37412c tempest-VolumesNegativeTest-663117282 tempest-VolumesNegativeTest-663117282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:15:14.243162 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-bbb61929-822f-47b7-8904-20ad63ed7a62 req-a45d36e1-e0bf-4415-a60b-b6c39b37412c tempest-VolumesNegativeTest-663117282 tempest-VolumesNegativeTest-663117282-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2075541 May 25 12:15:14.258879 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.v2.base [req-bbb61929-822f-47b7-8904-20ad63ed7a62 req-84259112-f467-49c3-9b20-edea69c9b967 tempest-VolumesNegativeTest-663117282 tempest-VolumesNegativeTest-663117282-project] Request body: {'port': {'device_id': 'f718b3cb-0681-4931-ab73-84e99d910018', 'network_id': '37f98e2d-f72d-45f5-9d4a-e7c5dcc79c13', 'admin_state_up': True, 'tenant_id': '0b908e8e42d94f6da6902c94bb82404c'}} {{(pid=92473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 12:15:14.294443 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff195cce-2d25-4d77-ad94-6c904f5477c7 req-b5e42dcd-1809-4349-b2d1-6b15e457bdcd tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:15:14.295949 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-ff195cce-2d25-4d77-ad94-6c904f5477c7 req-b5e42dcd-1809-4349-b2d1-6b15e457bdcd tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9a81e13-45a7-497f-b969-59b5fde8ffac HTTP/1.1" status: 200 len: 946 time: 0.1294830 May 25 12:15:14.359300 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-ff195cce-2d25-4d77-ad94-6c904f5477c7 req-bcbb2cfc-24ec-4853-8f5c-b80489d4fd0d tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/security-groups?id=66037392-5f85-4874-a400-63cb75635da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567122 May 25 12:15:14.371935 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1955d9-c78b-4724-bd16-c7806e4ba9da tempest-TestShelveInstance-410193500 tempest-TestShelveInstance-410193500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:15:14.372753 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-8e1955d9-c78b-4724-bd16-c7806e4ba9da tempest-TestShelveInstance-410193500 tempest-TestShelveInstance-410193500-project-admin] Synchronizing usage tracker for tenant:3af507f0e425422ca3c7895be8c0782e on resource:port {{(pid=92472) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 12:15:14.409188 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [req-bbb61929-822f-47b7-8904-20ad63ed7a62 req-84259112-f467-49c3-9b20-edea69c9b967 tempest-VolumesNegativeTest-663117282 tempest-VolumesNegativeTest-663117282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:15:14.413483 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [req-bbb61929-822f-47b7-8904-20ad63ed7a62 req-84259112-f467-49c3-9b20-edea69c9b967 tempest-VolumesNegativeTest-663117282 tempest-VolumesNegativeTest-663117282-project] Usage tracker for resource:port and tenant:0b908e8e42d94f6da6902c94bb82404c is out of sync, need to count used quota {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:15:14.421049 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [req-bbb61929-822f-47b7-8904-20ad63ed7a62 req-84259112-f467-49c3-9b20-edea69c9b967 tempest-VolumesNegativeTest-663117282 tempest-VolumesNegativeTest-663117282-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:15:14.422445 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [req-bbb61929-822f-47b7-8904-20ad63ed7a62 req-84259112-f467-49c3-9b20-edea69c9b967 tempest-VolumesNegativeTest-663117282 tempest-VolumesNegativeTest-663117282-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:15:14.476010 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-8e1955d9-c78b-4724-bd16-c7806e4ba9da tempest-TestShelveInstance-410193500 tempest-TestShelveInstance-410193500-project-admin] Unset dirty status for tenant:3af507f0e425422ca3c7895be8c0782e on resource:port {{(pid=92472) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 12:15:14.477003 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-8e1955d9-c78b-4724-bd16-c7806e4ba9da tempest-TestShelveInstance-410193500 tempest-TestShelveInstance-410193500-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=1616fd2c-929a-4938-977f-a15d5e7ebbf8 HTTP/1.1" status: 200 len: 1093 time: 0.4707692 May 25 12:15:14.486549 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 40422) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:15:14.491573 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.v2.base [None req-41507c68-b092-4d21-b437-ab846e2bba88 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Request body: {'floatingip': {'floating_network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'port_id': '2af95e4b-8477-4041-abdc-2e02af23a969', 'tenant_id': 'ac5d446aa86d403580c17e594b9b5cd4', 'fixed_ip_address': '172.20.0.8'}} {{(pid=92472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 12:15:14.501515 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-41507c68-b092-4d21-b437-ab846e2bba88 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:15:14.516309 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-41507c68-b092-4d21-b437-ab846e2bba88 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Usage tracker for resource:floatingip and tenant:ac5d446aa86d403580c17e594b9b5cd4 is out of sync, need to count used quota {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:15:14.520858 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-41507c68-b092-4d21-b437-ab846e2bba88 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:15:14.529766 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-41507c68-b092-4d21-b437-ab846e2bba88 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:15:14.539238 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e519ebd-87b2-428d-9e39-f44446b7a25a req-0778c5d2-4c13-4847-b302-aae587455911 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:15:14.540749 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-9e519ebd-87b2-428d-9e39-f44446b7a25a req-0778c5d2-4c13-4847-b302-aae587455911 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=21c30f2a-503c-4e0d-bac1-f85b5fb9d8bb HTTP/1.1" status: 200 len: 944 time: 0.1337507 May 25 12:15:14.551378 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbb61929-822f-47b7-8904-20ad63ed7a62 req-84259112-f467-49c3-9b20-edea69c9b967 tempest-VolumesNegativeTest-663117282 tempest-VolumesNegativeTest-663117282-project] Made reservation on behalf of 0b908e8e42d94f6da6902c94bb82404c for: {'port': 1} {{(pid=92473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 12:15:14.551818 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-bbb61929-822f-47b7-8904-20ad63ed7a62 req-84259112-f467-49c3-9b20-edea69c9b967 tempest-VolumesNegativeTest-663117282 tempest-VolumesNegativeTest-663117282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:14.570024 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-bbb61929-822f-47b7-8904-20ad63ed7a62 req-84259112-f467-49c3-9b20-edea69c9b967 tempest-VolumesNegativeTest-663117282 tempest-VolumesNegativeTest-663117282-project] Notify callbacks [] for security_group, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:14.583160 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Device 9fe1153a-6278-468b-bad5-528a88958ec3 up at agent hyperv_hv-cinder-77923 {{(pid=92474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 12:15:14.585742 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [req-bbb61929-822f-47b7-8904-20ad63ed7a62 req-84259112-f467-49c3-9b20-edea69c9b967 tempest-VolumesNegativeTest-663117282 tempest-VolumesNegativeTest-663117282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:15:14.590036 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [req-bbb61929-822f-47b7-8904-20ad63ed7a62 req-84259112-f467-49c3-9b20-edea69c9b967 tempest-VolumesNegativeTest-663117282 tempest-VolumesNegativeTest-663117282-project] Usage tracker for resource:security_group_rule and tenant:0b908e8e42d94f6da6902c94bb82404c is out of sync, need to count used quota {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:15:14.593068 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [req-bbb61929-822f-47b7-8904-20ad63ed7a62 req-84259112-f467-49c3-9b20-edea69c9b967 tempest-VolumesNegativeTest-663117282 tempest-VolumesNegativeTest-663117282-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:15:14.599103 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [req-bbb61929-822f-47b7-8904-20ad63ed7a62 req-84259112-f467-49c3-9b20-edea69c9b967 tempest-VolumesNegativeTest-663117282 tempest-VolumesNegativeTest-663117282-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:15:14.607355 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-d0418595-cf29-419b-96ec-667df56c3eca req-63e8c4a8-3175-4dc3-814d-455e4aee9976 tempest-VolumesNegativeTest-663117282 tempest-VolumesNegativeTest-663117282-project] 10.222.0.44 "GET /v2.0/ports?device_id=f718b3cb-0681-4931-ab73-84e99d910018 HTTP/1.1" status: 200 len: 210 time: 0.0656247 May 25 12:15:14.663471 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Provisioning complete for port 9fe1153a-6278-468b-bad5-528a88958ec3 triggered by entity L2. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 12:15:14.664060 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902397'] for port, provisioning_complete {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:14.682223 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-9e519ebd-87b2-428d-9e39-f44446b7a25a req-68c0cfb4-7629-4342-aafc-5bf6776e9576 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a320160-757e-42fb-b8ee-125d72b2bb08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873604 May 25 12:15:14.703310 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-41507c68-b092-4d21-b437-ab846e2bba88 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Notify callbacks [] for floatingip, before_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:14.818352 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-bbb61929-822f-47b7-8904-20ad63ed7a62 req-84259112-f467-49c3-9b20-edea69c9b967 tempest-VolumesNegativeTest-663117282 tempest-VolumesNegativeTest-663117282-project] Notify callbacks [] for security_group, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:14.884130 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-bbb61929-822f-47b7-8904-20ad63ed7a62 req-84259112-f467-49c3-9b20-edea69c9b967 tempest-VolumesNegativeTest-663117282 tempest-VolumesNegativeTest-663117282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:14.884130 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-1834ec38-4b9f-4ebc-9352-02c8fcd15587 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:15:14.891918 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:14.956940 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21c30f2a-503c-4e0d-bac1-f85b5fb9d8bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fe1153a-6278-468b-bad5-528a88958ec3'}] {{(pid=92474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 12:15:14.970332 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] For port 9fe1153a-6278-468b-bad5-528a88958ec3, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=9fe1153a-6278-468b-bad5-528a88958ec3,segment=NetworkSegment(a867bff5-0b48-4d60-bac3-5ba6e8b8d30c),segment_id=a867bff5-0b48-4d60-bac3-5ba6e8b8d30c)] {{(pid=92474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:15:14.998096 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84259112-f467-49c3-9b20-edea69c9b967 tempest-VolumesNegativeTest-663117282 tempest-VolumesNegativeTest-663117282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9311c26f-c9be-4cfd-a75d-a602c2b40546,revision_number=1']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:15:15.020385 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-84259112-f467-49c3-9b20-edea69c9b967 tempest-VolumesNegativeTest-663117282 tempest-VolumesNegativeTest-663117282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:15:15.034667 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-41507c68-b092-4d21-b437-ab846e2bba88 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:15.062073 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:15.063266 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Device a65b59f8-ff8b-4680-ae87-114af2f0e708 no longer exists at agent hyperv_hv-cinder-77923 {{(pid=92474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 12:15:15.106588 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:15:15.129358 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.db_base_plugin_common [req-bbb61929-822f-47b7-8904-20ad63ed7a62 req-84259112-f467-49c3-9b20-edea69c9b967 tempest-VolumesNegativeTest-663117282 tempest-VolumesNegativeTest-663117282-project] Allocated IP 192.168.233.207 (37f98e2d-f72d-45f5-9d4a-e7c5dcc79c13/dcc294b8-940d-4a8b-9472-670abd3218ee/a09885e0-97c5-401f-aa1e-23069a157851) {{(pid=92473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 12:15:15.165183 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.plugin [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] No Port match for: a65b59f8-ff8b-4680-ae87-114af2f0e708 {{(pid=92474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 12:15:15.165793 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Device a65b59f8-ff8b-4680-ae87-114af2f0e708 not bound to the agent host hv-cinder-77923 {{(pid=92474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 12:15:15.184994 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Pushing event updated for resources: {'Port': ['ID=9fe1153a-6278-468b-bad5-528a88958ec3,revision_number=10']} {{(pid=92474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:15:15.188700 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:15:15.206181 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14843964-e6ed-4dca-af61-f24b8e53ad16 req-da9cd7df-5d88-4d1d-b1ae-1ddd5d38ce3f tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:15:15.207757 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-14843964-e6ed-4dca-af61-f24b8e53ad16 req-da9cd7df-5d88-4d1d-b1ae-1ddd5d38ce3f tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cadbe0f-51ce-4c94-b0e3-f9ad004f8b4b HTTP/1.1" status: 200 len: 945 time: 0.2936869 May 25 12:15:15.241830 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.db_base_plugin_common [None req-41507c68-b092-4d21-b437-ab846e2bba88 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Allocated IP 172.28.2.32 (4d625284-12e5-4031-b909-2f88209a96c9/2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92/512914d0-d421-41fb-a56b-a870d8b22fbc) {{(pid=92472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 12:15:15.289491 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-14843964-e6ed-4dca-af61-f24b8e53ad16 req-c26abd37-5758-4d18-81ac-2c5f9d4bb220 tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b4fedef-e951-4783-a6c8-f37f4f2f28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731573 May 25 12:15:15.402242 dv-cinder-779233-5-smb neutron-server[92474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21c30f2a-503c-4e0d-bac1-f85b5fb9d8bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fe1153a-6278-468b-bad5-528a88958ec3', 'code': 200} May 25 12:15:15.504131 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-bbb61929-822f-47b7-8904-20ad63ed7a62 req-84259112-f467-49c3-9b20-edea69c9b967 tempest-VolumesNegativeTest-663117282 tempest-VolumesNegativeTest-663117282-project] Notify callbacks [] for port, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:15.520480 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-41507c68-b092-4d21-b437-ab846e2bba88 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Notify callbacks [] for port, precommit_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:15.530848 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.provisioning_blocks [req-bbb61929-822f-47b7-8904-20ad63ed7a62 req-84259112-f467-49c3-9b20-edea69c9b967 tempest-VolumesNegativeTest-663117282 tempest-VolumesNegativeTest-663117282-project] Transition to ACTIVE for port object a09885e0-97c5-401f-aa1e-23069a157851 will not be triggered until provisioned by entity DHCP. {{(pid=92473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 12:15:15.600740 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-7f0875ac-696a-4c2d-b5ed-f3d1c6c1c8a5 req-21435495-725d-4d7f-971d-e9387a8005e0 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] 10.222.0.44 "GET /v2.0/ports?device_id=6a5f2284-36c5-42bc-89c4-c4af9efe8e6f HTTP/1.1" status: 200 len: 210 time: 0.0470386 May 25 12:15:15.649833 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-41507c68-b092-4d21-b437-ab846e2bba88 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786008105683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2227112'] for port, after_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:15.650318 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-bbb61929-822f-47b7-8904-20ad63ed7a62 req-84259112-f467-49c3-9b20-edea69c9b967 tempest-VolumesNegativeTest-663117282 tempest-VolumesNegativeTest-663117282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786008105683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2465563'] for port, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:15.654848 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:15:15.660408 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-e831fe68-1742-46e3-92e5-139feb5092c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:15:15.729648 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41507c68-b092-4d21-b437-ab846e2bba88 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Network 4d625284-12e5-4031-b909-2f88209a96c9 is already hosted by enough agents. {{(pid=92472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 12:15:15.732498 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.scheduler.base_scheduler [None req-41507c68-b092-4d21-b437-ab846e2bba88 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Resources bound (agent type, host, resource id): {{(pid=92472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 12:15:15.736247 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41507c68-b092-4d21-b437-ab846e2bba88 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Received port after_create {{(pid=92472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 12:15:15.749515 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbb61929-822f-47b7-8904-20ad63ed7a62 req-84259112-f467-49c3-9b20-edea69c9b967 tempest-VolumesNegativeTest-663117282 tempest-VolumesNegativeTest-663117282-project] Network 37f98e2d-f72d-45f5-9d4a-e7c5dcc79c13 is already hosted by enough agents. {{(pid=92473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 12:15:15.753306 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.scheduler.base_scheduler [req-bbb61929-822f-47b7-8904-20ad63ed7a62 req-84259112-f467-49c3-9b20-edea69c9b967 tempest-VolumesNegativeTest-663117282 tempest-VolumesNegativeTest-663117282-project] Resources bound (agent type, host, resource id): {{(pid=92473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 12:15:15.757589 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbb61929-822f-47b7-8904-20ad63ed7a62 req-84259112-f467-49c3-9b20-edea69c9b967 tempest-VolumesNegativeTest-663117282 tempest-VolumesNegativeTest-663117282-project] Received port after_create {{(pid=92473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 12:15:15.826022 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84259112-f467-49c3-9b20-edea69c9b967 tempest-VolumesNegativeTest-663117282 tempest-VolumesNegativeTest-663117282-project] Pushing event updated for resources: {'Port': ['ID=a09885e0-97c5-401f-aa1e-23069a157851,revision_number=1']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:15:15.837252 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-84259112-f467-49c3-9b20-edea69c9b967 tempest-VolumesNegativeTest-663117282 tempest-VolumesNegativeTest-663117282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:15:15.855626 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb61929-822f-47b7-8904-20ad63ed7a62 req-84259112-f467-49c3-9b20-edea69c9b967 tempest-VolumesNegativeTest-663117282 tempest-VolumesNegativeTest-663117282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:15:15.856399 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-bbb61929-822f-47b7-8904-20ad63ed7a62 req-84259112-f467-49c3-9b20-edea69c9b967 tempest-VolumesNegativeTest-663117282 tempest-VolumesNegativeTest-663117282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163099'] for port, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:15.954433 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41507c68-b092-4d21-b437-ab846e2bba88 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Pushing event updated for resources: {'Port': ['ID=512914d0-d421-41fb-a56b-a870d8b22fbc,revision_number=1']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:15:15.978945 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-bbb61929-822f-47b7-8904-20ad63ed7a62 req-84259112-f467-49c3-9b20-edea69c9b967 tempest-VolumesNegativeTest-663117282 tempest-VolumesNegativeTest-663117282-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7237940 May 25 12:15:16.002155 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.v2.base [req-bbb61929-822f-47b7-8904-20ad63ed7a62 req-28cbd8be-2493-4c85-ac15-e57dc31caddd service neutron] Request body: {'port': {'device_id': 'f718b3cb-0681-4931-ab73-84e99d910018', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77923'}} {{(pid=92473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 12:15:16.034308 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41507c68-b092-4d21-b437-ab846e2bba88 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:15:16.034676 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41507c68-b092-4d21-b437-ab846e2bba88 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:15:16.035053 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41507c68-b092-4d21-b437-ab846e2bba88 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:15:16.035438 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41507c68-b092-4d21-b437-ab846e2bba88 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:15:16.035772 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41507c68-b092-4d21-b437-ab846e2bba88 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:15:16.036144 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41507c68-b092-4d21-b437-ab846e2bba88 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:15:16.036487 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41507c68-b092-4d21-b437-ab846e2bba88 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:15:16.036824 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41507c68-b092-4d21-b437-ab846e2bba88 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:15:16.037163 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41507c68-b092-4d21-b437-ab846e2bba88 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:15:16.037499 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41507c68-b092-4d21-b437-ab846e2bba88 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:15:16.037836 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41507c68-b092-4d21-b437-ab846e2bba88 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:15:16.038169 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41507c68-b092-4d21-b437-ab846e2bba88 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:15:16.056745 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-41507c68-b092-4d21-b437-ab846e2bba88 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:15:16.154670 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-bbb61929-822f-47b7-8904-20ad63ed7a62 req-28cbd8be-2493-4c85-ac15-e57dc31caddd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:16.192320 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-eec60681-5f87-4a6e-ba42-6b1407c3ae64 None None] Provisioning for port a09885e0-97c5-401f-aa1e-23069a157851 completed by entity DHCP. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 12:15:16.201129 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-eec60681-5f87-4a6e-ba42-6b1407c3ae64 None None] Provisioning complete for port a09885e0-97c5-401f-aa1e-23069a157851 triggered by entity DHCP. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 12:15:16.202119 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-eec60681-5f87-4a6e-ba42-6b1407c3ae64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902397'] for port, provisioning_complete {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:16.220519 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f68baf-7c4e-451c-b40e-39b6b9a6a8ba req-38319cfd-b9aa-4dbc-8cd0-1482b9bf9165 tempest-VolumesNegativeTest-663117282 tempest-VolumesNegativeTest-663117282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:15:16.223924 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-f0f68baf-7c4e-451c-b40e-39b6b9a6a8ba req-38319cfd-b9aa-4dbc-8cd0-1482b9bf9165 tempest-VolumesNegativeTest-663117282 tempest-VolumesNegativeTest-663117282-project] 10.222.0.44 "GET /v2.0/ports?device_id=f718b3cb-0681-4931-ab73-84e99d910018 HTTP/1.1" status: 200 len: 936 time: 0.4504108 May 25 12:15:16.268927 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f6c2ae-c091-46e0-a2cc-05bfb5e6a87b req-d0f288d3-b966-4090-96d5-70973a8a2491 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:15:16.269875 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-47f6c2ae-c091-46e0-a2cc-05bfb5e6a87b req-d0f288d3-b966-4090-96d5-70973a8a2491 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=21c30f2a-503c-4e0d-bac1-f85b5fb9d8bb HTTP/1.1" status: 200 len: 946 time: 0.3837180 May 25 12:15:16.297001 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.plugin [None req-eec60681-5f87-4a6e-ba42-6b1407c3ae64 None None] Port a09885e0-97c5-401f-aa1e-23069a157851 cannot update to ACTIVE because it is not bound. {{(pid=92474) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 12:15:16.418807 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-f0f68baf-7c4e-451c-b40e-39b6b9a6a8ba req-14219d44-ae21-455e-93e5-3e3829c7c6bb tempest-VolumesNegativeTest-663117282 tempest-VolumesNegativeTest-663117282-project] 10.222.0.44 "GET /v2.0/security-groups?id=9311c26f-c9be-4cfd-a75d-a602c2b40546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837645 May 25 12:15:16.426489 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-47f6c2ae-c091-46e0-a2cc-05bfb5e6a87b req-246130be-53ae-4175-924f-5ca7a4ad5f99 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a320160-757e-42fb-b8ee-125d72b2bb08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1470366 May 25 12:15:16.446077 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:16.453717 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27fdaea-8d3d-4bba-b4d2-d2a1edd7ae7a req-3c1a6e11-811a-412a-be5d-daab2271aac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:15:16.455999 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-f27fdaea-8d3d-4bba-b4d2-d2a1edd7ae7a req-3c1a6e11-811a-412a-be5d-daab2271aac7 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=21c30f2a-503c-4e0d-bac1-f85b5fb9d8bb HTTP/1.1" status: 200 len: 1099 time: 0.2759783 May 25 12:15:16.620969 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-41507c68-b092-4d21-b437-ab846e2bba88 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:16.786030 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-f27fdaea-8d3d-4bba-b4d2-d2a1edd7ae7a req-fdea8aea-7935-43d1-8050-2890b1f954e7 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=8a320160-757e-42fb-b8ee-125d72b2bb08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193035 May 25 12:15:16.792007 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-6f3472fd-47db-4ec2-b422-813f1cd4efa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:16.813750 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-41507c68-b092-4d21-b437-ab846e2bba88 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:16.872419 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503dfe1b-b322-499b-a25d-0fccfae6781b req-eb661b8e-ea32-4ba2-8d5a-87be1fb8e6e9 tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:15:16.873107 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [req-503dfe1b-b322-499b-a25d-0fccfae6781b req-eb661b8e-ea32-4ba2-8d5a-87be1fb8e6e9 tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] Synchronizing usage tracker for tenant:b9fb5e4641934500b1db8ab332a09510 on resource:port {{(pid=92473) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 12:15:16.879067 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.notifiers.nova [req-bbb61929-822f-47b7-8904-20ad63ed7a62 req-28cbd8be-2493-4c85-ac15-e57dc31caddd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a09885e0-97c5-401f-aa1e-23069a157851 {{(pid=92473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 12:15:16.888175 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-bbb61929-822f-47b7-8904-20ad63ed7a62 req-28cbd8be-2493-4c85-ac15-e57dc31caddd service neutron] Notify callbacks [] for port, precommit_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:16.889071 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ccef45-8b7a-46ff-8327-c75b2f71f0ae req-143e85ee-c8d0-4ade-9dd1-11557a3e3f85 tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:15:16.896743 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-76ccef45-8b7a-46ff-8327-c75b2f71f0ae req-143e85ee-c8d0-4ade-9dd1-11557a3e3f85 tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cadbe0f-51ce-4c94-b0e3-f9ad004f8b4b HTTP/1.1" status: 200 len: 945 time: 0.2350485 May 25 12:15:16.909016 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.provisioning_blocks [req-bbb61929-822f-47b7-8904-20ad63ed7a62 req-28cbd8be-2493-4c85-ac15-e57dc31caddd service neutron] Transition to ACTIVE for port object a09885e0-97c5-401f-aa1e-23069a157851 will not be triggered until provisioned by entity L2. {{(pid=92473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 12:15:17.011007 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-76ccef45-8b7a-46ff-8327-c75b2f71f0ae req-3f4c6a78-f0af-4f41-a14c-b9f51f0c3b38 tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b4fedef-e951-4783-a6c8-f37f4f2f28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136298 May 25 12:15:17.037690 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [req-503dfe1b-b322-499b-a25d-0fccfae6781b req-eb661b8e-ea32-4ba2-8d5a-87be1fb8e6e9 tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] Unset dirty status for tenant:b9fb5e4641934500b1db8ab332a09510 on resource:port {{(pid=92473) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 12:15:17.038821 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-503dfe1b-b322-499b-a25d-0fccfae6781b req-eb661b8e-ea32-4ba2-8d5a-87be1fb8e6e9 tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] 10.222.0.54 "GET /v2.0/ports?device_id=5cadbe0f-51ce-4c94-b0e3-f9ad004f8b4b HTTP/1.1" status: 200 len: 945 time: 0.3371413 May 25 12:15:17.039743 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-bbb61929-822f-47b7-8904-20ad63ed7a62 req-28cbd8be-2493-4c85-ac15-e57dc31caddd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2465554'] for port, after_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:17.043302 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-8638b835-4349-44ed-a0c4-731e2f6e7cea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:15:17.135447 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-41507c68-b092-4d21-b437-ab846e2bba88 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Notify callbacks [] for port, precommit_update {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:17.246530 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-41507c68-b092-4d21-b437-ab846e2bba88 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2227105'] for port, after_update {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:17.256854 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-5f873812-cf24-4e7f-b086-67fc42204907 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:15:17.374733 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cbd8be-2493-4c85-ac15-e57dc31caddd service neutron] Pushing event updated for resources: {'Port': ['ID=a09885e0-97c5-401f-aa1e-23069a157851,revision_number=2']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:15:17.384544 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-28cbd8be-2493-4c85-ac15-e57dc31caddd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:15:17.384682 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41507c68-b092-4d21-b437-ab846e2bba88 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Pushing event updated for resources: {'Port': ['ID=512914d0-d421-41fb-a56b-a870d8b22fbc,revision_number=2']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:15:17.388767 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-41507c68-b092-4d21-b437-ab846e2bba88 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:15:17.393969 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-41507c68-b092-4d21-b437-ab846e2bba88 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1047065'] for floatingip, after_update {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:17.445965 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.managers [req-bbb61929-822f-47b7-8904-20ad63ed7a62 req-28cbd8be-2493-4c85-ac15-e57dc31caddd service neutron] Attempting to bind port a09885e0-97c5-401f-aa1e-23069a157851 on host hv-cinder-77923 for vnic_type normal with profile {{(pid=92473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 12:15:17.446304 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.managers [req-bbb61929-822f-47b7-8904-20ad63ed7a62 req-28cbd8be-2493-4c85-ac15-e57dc31caddd service neutron] Attempting to bind port a09885e0-97c5-401f-aa1e-23069a157851 by drivers openvswitch,hyperv on host hv-cinder-77923 at level 0 using segments [{'id': '037884ec-d690-4c8e-80cc-0284b7b52645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '37f98e2d-f72d-45f5-9d4a-e7c5dcc79c13'}] {{(pid=92473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 12:15:17.446899 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb61929-822f-47b7-8904-20ad63ed7a62 req-28cbd8be-2493-4c85-ac15-e57dc31caddd service neutron] Attempting to bind port a09885e0-97c5-401f-aa1e-23069a157851 on network 37f98e2d-f72d-45f5-9d4a-e7c5dcc79c13 {{(pid=92473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 12:15:17.454518 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb61929-822f-47b7-8904-20ad63ed7a62 req-28cbd8be-2493-4c85-ac15-e57dc31caddd service neutron] Port a09885e0-97c5-401f-aa1e-23069a157851 on network 37f98e2d-f72d-45f5-9d4a-e7c5dcc79c13 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77923 {{(pid=92473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 12:15:17.454841 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb61929-822f-47b7-8904-20ad63ed7a62 req-28cbd8be-2493-4c85-ac15-e57dc31caddd service neutron] Attempting to bind port a09885e0-97c5-401f-aa1e-23069a157851 on network 37f98e2d-f72d-45f5-9d4a-e7c5dcc79c13 {{(pid=92473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 12:15:17.463081 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb61929-822f-47b7-8904-20ad63ed7a62 req-28cbd8be-2493-4c85-ac15-e57dc31caddd service neutron] Checking agent: {'id': 'ffba2d31-78f6-4a67-909d-2363647ed231', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77923', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 12, 10, 27), 'started_at': datetime.datetime(2021, 5, 25, 12, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 12, 14, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 12:15:17.463448 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb61929-822f-47b7-8904-20ad63ed7a62 req-28cbd8be-2493-4c85-ac15-e57dc31caddd service neutron] Checking segment: {'id': '037884ec-d690-4c8e-80cc-0284b7b52645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '37f98e2d-f72d-45f5-9d4a-e7c5dcc79c13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 12:15:17.463838 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb61929-822f-47b7-8904-20ad63ed7a62 req-28cbd8be-2493-4c85-ac15-e57dc31caddd service neutron] Bound using segment: {'id': '037884ec-d690-4c8e-80cc-0284b7b52645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '37f98e2d-f72d-45f5-9d4a-e7c5dcc79c13'} {{(pid=92473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 12:15:17.464272 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.managers [req-bbb61929-822f-47b7-8904-20ad63ed7a62 req-28cbd8be-2493-4c85-ac15-e57dc31caddd service neutron] Bound port: a09885e0-97c5-401f-aa1e-23069a157851, host: hv-cinder-77923, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '037884ec-d690-4c8e-80cc-0284b7b52645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '37f98e2d-f72d-45f5-9d4a-e7c5dcc79c13'}}] {{(pid=92473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 12:15:17.464615 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-bbb61929-822f-47b7-8904-20ad63ed7a62 req-28cbd8be-2493-4c85-ac15-e57dc31caddd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:17.529222 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.plugin [req-503dfe1b-b322-499b-a25d-0fccfae6781b req-e8481e2e-695e-410d-8123-06f09a26a628 tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] Deleting port 87961f5d-59fe-426a-8276-522d169424d8 {{(pid=92473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 12:15:17.529559 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-503dfe1b-b322-499b-a25d-0fccfae6781b req-e8481e2e-695e-410d-8123-06f09a26a628 tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786008536899'] for port, before_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:17.735884 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.db [req-bbb61929-822f-47b7-8904-20ad63ed7a62 req-28cbd8be-2493-4c85-ac15-e57dc31caddd service neutron] For port a09885e0-97c5-401f-aa1e-23069a157851, host hv-cinder-77923, cleared binding levels {{(pid=92473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 12:15:17.778505 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.db [req-bbb61929-822f-47b7-8904-20ad63ed7a62 req-28cbd8be-2493-4c85-ac15-e57dc31caddd service neutron] For port a09885e0-97c5-401f-aa1e-23069a157851, host hv-cinder-77923, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=a09885e0-97c5-401f-aa1e-23069a157851,segment=NetworkSegment(037884ec-d690-4c8e-80cc-0284b7b52645),segment_id=037884ec-d690-4c8e-80cc-0284b7b52645)] {{(pid=92473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 12:15:17.786304 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.db [req-503dfe1b-b322-499b-a25d-0fccfae6781b req-e8481e2e-695e-410d-8123-06f09a26a628 tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] For port 87961f5d-59fe-426a-8276-522d169424d8, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=87961f5d-59fe-426a-8276-522d169424d8,segment=NetworkSegment(504b014f-7faf-41b8-a7eb-1fa77bf1de6e),segment_id=504b014f-7faf-41b8-a7eb-1fa77bf1de6e)] {{(pid=92473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:15:17.786667 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-503dfe1b-b322-499b-a25d-0fccfae6781b req-e8481e2e-695e-410d-8123-06f09a26a628 tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042426'] for port, precommit_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:17.828437 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.db.l3_db [None req-41507c68-b092-4d21-b437-ab846e2bba88 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Floating IP 75013601-d4a1-4f57-a011-f046dffc22b0 associated. External IP: 172.28.2.32, port: 2af95e4b-8477-4041-abdc-2e02af23a969. May 25 12:15:17.973659 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.plugin [req-503dfe1b-b322-499b-a25d-0fccfae6781b req-e8481e2e-695e-410d-8123-06f09a26a628 tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] Calling delete_port for 87961f5d-59fe-426a-8276-522d169424d8 owned by compute:nova {{(pid=92473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 12:15:17.977042 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-bbb61929-822f-47b7-8904-20ad63ed7a62 req-28cbd8be-2493-4c85-ac15-e57dc31caddd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2465554'] for port, after_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:17.982145 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-31714589-715c-4db5-a864-4209e816ee02 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:15:18.017644 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ff182aac-c7db-4435-9e5c-c570f96503ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:18.052140 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb61929-822f-47b7-8904-20ad63ed7a62 req-28cbd8be-2493-4c85-ac15-e57dc31caddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:15:18.052747 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-bbb61929-822f-47b7-8904-20ad63ed7a62 req-28cbd8be-2493-4c85-ac15-e57dc31caddd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163099'] for port, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:18.054415 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-bbb61929-822f-47b7-8904-20ad63ed7a62 req-28cbd8be-2493-4c85-ac15-e57dc31caddd service neutron] 10.222.0.54 "PUT /v2.0/ports/a09885e0-97c5-401f-aa1e-23069a157851 HTTP/1.1" status: 200 len: 1098 time: 2.0656180 May 25 12:15:18.054638 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f718b3cb-0681-4931-ab73-84e99d910018', 'tag': 'a09885e0-97c5-401f-aa1e-23069a157851'}] {{(pid=92473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 12:15:18.086183 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cbd8be-2493-4c85-ac15-e57dc31caddd service neutron] Pushing event updated for resources: {'Port': ['ID=a09885e0-97c5-401f-aa1e-23069a157851,revision_number=3']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:15:18.086972 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ca5184-f405-4925-b124-e93b0b4ff1bf req-5e7428f6-e811-488d-8e1e-19d25507779a tempest-VolumesNegativeTest-663117282 tempest-VolumesNegativeTest-663117282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:15:18.090386 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-28cbd8be-2493-4c85-ac15-e57dc31caddd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:15:18.102146 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-33ca5184-f405-4925-b124-e93b0b4ff1bf req-5e7428f6-e811-488d-8e1e-19d25507779a tempest-VolumesNegativeTest-663117282 tempest-VolumesNegativeTest-663117282-project] 10.222.0.44 "GET /v2.0/ports?device_id=f718b3cb-0681-4931-ab73-84e99d910018 HTTP/1.1" status: 200 len: 948 time: 0.4426904 May 25 12:15:18.252113 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef900b8a-4536-451b-a0ff-a7c9a3890fe7 req-45d63d5b-dff9-4fbb-9d50-385833e1f55d tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:15:18.253704 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-ef900b8a-4536-451b-a0ff-a7c9a3890fe7 req-45d63d5b-dff9-4fbb-9d50-385833e1f55d tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=21c30f2a-503c-4e0d-bac1-f85b5fb9d8bb HTTP/1.1" status: 200 len: 946 time: 0.5008998 May 25 12:15:18.313612 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-33ca5184-f405-4925-b124-e93b0b4ff1bf req-25cd438b-ab44-4cef-a3d8-4365a7fc4f17 tempest-VolumesNegativeTest-663117282 tempest-VolumesNegativeTest-663117282-project] 10.222.0.44 "GET /v2.0/security-groups?id=9311c26f-c9be-4cfd-a75d-a602c2b40546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982660 May 25 12:15:18.390991 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb61929-822f-47b7-8904-20ad63ed7a62 req-66e7c763-4437-4882-9f13-74e78da2276f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:15:18.393055 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-bbb61929-822f-47b7-8904-20ad63ed7a62 req-66e7c763-4437-4882-9f13-74e78da2276f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0b908e8e42d94f6da6902c94bb82404c&device_id=f718b3cb-0681-4931-ab73-84e99d910018 HTTP/1.1" status: 200 len: 1101 time: 0.1885796 May 25 12:15:18.509046 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-ef900b8a-4536-451b-a0ff-a7c9a3890fe7 req-bfa509f3-72ee-4339-9901-e71c2fd9c7e1 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a320160-757e-42fb-b8ee-125d72b2bb08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2407565 May 25 12:15:18.509502 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 40550) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:15:18.512037 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-503dfe1b-b322-499b-a25d-0fccfae6781b req-e8481e2e-695e-410d-8123-06f09a26a628 tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786008539046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786008105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2465563'] for port, after_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:18.525978 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] get_ports_and_sgs() called for port_ids ['87961f5d-59fe-426a-8276-522d169424d8'] {{(pid=92474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 12:15:18.541417 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-65784e0f-57f7-4b7b-9436-78b47e27ffe1 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:15:18.637149 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f718b3cb-0681-4931-ab73-84e99d910018', 'tag': 'a09885e0-97c5-401f-aa1e-23069a157851', 'status': 'completed', 'code': 200} May 25 12:15:18.642820 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-559da829-87fd-4de9-a476-71677500a8ab req-e3cb849b-f79a-4a80-94b6-74e09ec13122 tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cadbe0f-51ce-4c94-b0e3-f9ad004f8b4b HTTP/1.1" status: 200 len: 210 time: 0.1434228 May 25 12:15:18.642956 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-bbb61929-822f-47b7-8904-20ad63ed7a62 req-1bb88844-508f-4bad-bd6e-1091390a2cb0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=a09885e0-97c5-401f-aa1e-23069a157851 HTTP/1.1" status: 200 len: 217 time: 0.2378604 May 25 12:15:18.655999 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41507c68-b092-4d21-b437-ab846e2bba88 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Router 78a618e7-ef27-4ede-b823-b90150a61529 has already been hosted by L3 agent 4aaf6e0c-8c85-4f95-8d8e-6a64f0cc3b25 {{(pid=92472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 12:15:18.766009 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-842d3063-cc9e-4dfc-8531-375380abb15b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:18.812704 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8481e2e-695e-410d-8123-06f09a26a628 tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] Pushing event deleted for resources: {'Port': ['ID=87961f5d-59fe-426a-8276-522d169424d8,revision_number=None']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:15:18.822775 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-e8481e2e-695e-410d-8123-06f09a26a628 tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:15:18.840003 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-842d3063-cc9e-4dfc-8531-375380abb15b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:15:18.843925 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-842d3063-cc9e-4dfc-8531-375380abb15b admin admin] Usage tracker for resource:security_group_rule and tenant:faf750234b264c1caf08f5a0b16fe4e9 is out of sync, need to count used quota {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:15:18.846668 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-842d3063-cc9e-4dfc-8531-375380abb15b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:15:18.852331 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-842d3063-cc9e-4dfc-8531-375380abb15b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:15:18.879998 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.l3_dvrscheduler_db [req-503dfe1b-b322-499b-a25d-0fccfae6781b req-e8481e2e-695e-410d-8123-06f09a26a628 tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] No DVR routers for this DVR port 87961f5d-59fe-426a-8276-522d169424d8 on host hv-cinder-77923 {{(pid=92473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 12:15:18.886510 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-503dfe1b-b322-499b-a25d-0fccfae6781b req-e8481e2e-695e-410d-8123-06f09a26a628 tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163099'] for port, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:18.902873 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb61929-822f-47b7-8904-20ad63ed7a62 req-571872dd-523b-4368-a47c-a07166b141bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:15:18.904372 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-bbb61929-822f-47b7-8904-20ad63ed7a62 req-571872dd-523b-4368-a47c-a07166b141bf service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dcc294b8-940d-4a8b-9472-670abd3218ee HTTP/1.1" status: 200 len: 843 time: 0.2235224 May 25 12:15:18.938811 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41507c68-b092-4d21-b437-ab846e2bba88 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Notify agent at l3_agent.dv-cinder-779233-5-smb the message routers_updated {{(pid=92472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 12:15:18.956096 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85d4112-c3bf-41e2-b78b-174bdf98e2e2 None None] Sync routers for ids ['78a618e7-ef27-4ede-b823-b90150a61529'] in dv-cinder-779233-5-smb {{(pid=92475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 12:15:18.966667 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85d4112-c3bf-41e2-b78b-174bdf98e2e2 None None] Routers {'78a618e7-ef27-4ede-b823-b90150a61529'} bound to L3 agent in host dv-cinder-779233-5-smb {{(pid=92475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 12:15:18.967275 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_hamode_db [None req-a85d4112-c3bf-41e2-b78b-174bdf98e2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T12:04:17Z,description=,heartbeat_timestamp=2021-05-25T12:15:17Z,host='dv-cinder-779233-5-smb',id=4aaf6e0c-8c85-4f95-8d8e-6a64f0cc3b25,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T12:04:17Z,topic='l3_agent')) {'router_ids': ['78a618e7-ef27-4ede-b823-b90150a61529'], 'active': True} {{(pid=92475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:15:18.978890 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-842d3063-cc9e-4dfc-8531-375380abb15b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:19.011268 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb61929-822f-47b7-8904-20ad63ed7a62 req-a704a4d1-dca1-40dc-ab25-7103b5ede7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:15:19.011268 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-bbb61929-822f-47b7-8904-20ad63ed7a62 req-a704a4d1-dca1-40dc-ab25-7103b5ede7d8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=37f98e2d-f72d-45f5-9d4a-e7c5dcc79c13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0960643 May 25 12:15:19.075781 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-41507c68-b092-4d21-b437-ab846e2bba88 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163099'] for floatingip, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:19.128480 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-503dfe1b-b322-499b-a25d-0fccfae6781b req-e8481e2e-695e-410d-8123-06f09a26a628 tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] 10.222.0.54 "DELETE /v2.0/ports/87961f5d-59fe-426a-8276-522d169424d8 HTTP/1.1" status: 204 len: 173 time: 2.0461471 May 25 12:15:19.140112 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-842d3063-cc9e-4dfc-8531-375380abb15b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:19.182840 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_dvr_db [None req-a85d4112-c3bf-41e2-b78b-174bdf98e2e2 None None] Set router 78a618e7-ef27-4ede-b823-b90150a61529 gateway port host: dv-cinder-779233-5-smb {{(pid=92475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 12:15:19.198373 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-bbb61929-822f-47b7-8904-20ad63ed7a62 req-d24d129e-6aaf-4c6c-96c3-f37f9e2f4853 service neutron] 10.222.0.54 "GET /v2.0/networks/37f98e2d-f72d-45f5-9d4a-e7c5dcc79c13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845489 May 25 12:15:19.200464 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-06e069dd-4496-42dd-aeb1-363b82559bb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:15:19.208465 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-842d3063-cc9e-4dfc-8531-375380abb15b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=faf750234b264c1caf08f5a0b16fe4e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6083429 May 25 12:15:19.222225 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 40574) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:15:19.297264 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-41507c68-b092-4d21-b437-ab846e2bba88 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.8096638 May 25 12:15:19.321393 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1616fd2c-929a-4938-977f-a15d5e7ebbf8', 'tag': '2af95e4b-8477-4041-abdc-2e02af23a969'}] {{(pid=92472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 12:15:19.327156 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842d3063-cc9e-4dfc-8531-375380abb15b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a629daa9-c5f2-45f9-a858-eee05022dbae,revision_number=1']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:15:19.337694 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-842d3063-cc9e-4dfc-8531-375380abb15b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:15:19.390156 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-3fcb4211-bf24-453a-9b18-247d4ae4d5b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:19.464444 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-bbb61929-822f-47b7-8904-20ad63ed7a62 req-2300406f-f747-4d31-b516-d0ba0bebf57e service neutron] 10.222.0.54 "GET /v2.0/networks/37f98e2d-f72d-45f5-9d4a-e7c5dcc79c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564867 May 25 12:15:19.492420 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-cb1178c2-b2b5-418b-a63c-7279ce5a9fe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:19.507515 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-3fcb4211-bf24-453a-9b18-247d4ae4d5b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:19.538264 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1616fd2c-929a-4938-977f-a15d5e7ebbf8', 'tag': '2af95e4b-8477-4041-abdc-2e02af23a969', 'status': 'completed', 'code': 200} May 25 12:15:19.678066 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0d35ac-2f27-4ff6-9a67-b99b1cbd666c req-377be11d-91ee-4805-9c6d-9dcef5355600 tempest-VolumesNegativeTest-663117282 tempest-VolumesNegativeTest-663117282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:15:19.679668 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-0a0d35ac-2f27-4ff6-9a67-b99b1cbd666c req-377be11d-91ee-4805-9c6d-9dcef5355600 tempest-VolumesNegativeTest-663117282 tempest-VolumesNegativeTest-663117282-project] 10.222.0.44 "GET /v2.0/ports?device_id=f718b3cb-0681-4931-ab73-84e99d910018 HTTP/1.1" status: 200 len: 948 time: 0.1406391 May 25 12:15:19.765739 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_hamode_db [None req-a85d4112-c3bf-41e2-b78b-174bdf98e2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78a618e7-ef27-4ede-b823-b90150a61529', 'name': 'tempest-TestShelveInstance-1093127091-router', 'tenant_id': 'ac5d446aa86d403580c17e594b9b5cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'external_fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.203'}], 'enable_snat': True}, 'gw_port_id': 'a67fc547-d3f2-4ec4-a020-9ec13c2493e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T12:13:55Z', 'updated_at': '2021-05-25T12:14:03Z', 'revision_number': 4, 'project_id': 'ac5d446aa86d403580c17e594b9b5cd4', 'gw_port': {'id': 'a67fc547-d3f2-4ec4-a020-9ec13c2493e7', 'name': '', 'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:8d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a618e7-ef27-4ede-b823-b90150a61529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:13:57Z', 'updated_at': '2021-05-25T12:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-5-smb', '_floatingips': [{'id': '75013601-d4a1-4f57-a011-f046dffc22b0', 'tenant_id': 'ac5d446aa86d403580c17e594b9b5cd4', 'floating_ip_address': '172.28.2.32', 'floating_network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'router_id': '78a618e7-ef27-4ede-b823-b90150a61529', 'port_id': '2af95e4b-8477-4041-abdc-2e02af23a969', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca40b0a3-0988-4313-9746-c2b99cc0662c', 'mac_address': 'fa:16:3e:34:ba:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1616fd2c-929a-4938-977f-a15d5e7ebbf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T12:15:16Z', 'updated_at': '2021-05-25T12:15:16Z', 'revision_number': 0, 'project_id': 'ac5d446aa86d403580c17e594b9b5cd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60504c9c-cb77-4cfe-a990-d04b8df90bbf', 'name': '', 'network_id': 'ca40b0a3-0988-4313-9746-c2b99cc0662c', 'tenant_id': 'ac5d446aa86d403580c17e594b9b5cd4', 'mac_address': 'fa:16:3e:27:4f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a618e7-ef27-4ede-b823-b90150a61529', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'c4d436e3-46bf-4879-9813-736257c5ba21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:14:02Z', 'updated_at': '2021-05-25T12:14:12Z', 'revision_number': 5, 'project_id': 'ac5d446aa86d403580c17e594b9b5cd4', 'subnets': [{'id': 'c4d436e3-46bf-4879-9813-736257c5ba21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-5-smb', False) {} {{(pid=92475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:15:19.770590 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-0a0d35ac-2f27-4ff6-9a67-b99b1cbd666c req-b7d02d50-6bfb-45d4-a180-e387b55b1509 tempest-VolumesNegativeTest-663117282 tempest-VolumesNegativeTest-663117282-project] 10.222.0.44 "GET /v2.0/security-groups?id=9311c26f-c9be-4cfd-a75d-a602c2b40546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845928 May 25 12:15:19.772297 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-3fcb4211-bf24-453a-9b18-247d4ae4d5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:19.778818 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-67a3c252-d2b1-4614-a827-08b53d22c620 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:15:19.782948 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4860ff3-86dd-448b-bb3e-6e9da8878003 req-4750e24a-6844-464f-92c0-6e44fd64ef83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:15:19.785183 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-e4860ff3-86dd-448b-bb3e-6e9da8878003 req-4750e24a-6844-464f-92c0-6e44fd64ef83 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0b908e8e42d94f6da6902c94bb82404c&device_id=f718b3cb-0681-4931-ab73-84e99d910018 HTTP/1.1" status: 200 len: 1101 time: 0.1862562 May 25 12:15:19.793258 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85d4112-c3bf-41e2-b78b-174bdf98e2e2 None None] Checking router: 78a618e7-ef27-4ede-b823-b90150a61529 for host: dv-cinder-779233-5-smb {{(pid=92475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 12:15:19.795128 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8731d7-0caa-41c2-a04d-c3d10cb78ac7 req-8582bfa8-3067-4fc4-a593-a204019734c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:15:19.797244 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-cd8731d7-0caa-41c2-a04d-c3d10cb78ac7 req-8582bfa8-3067-4fc4-a593-a204019734c2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ac5d446aa86d403580c17e594b9b5cd4&device_id=1616fd2c-929a-4938-977f-a15d5e7ebbf8 HTTP/1.1" status: 200 len: 1098 time: 0.2622926 May 25 12:15:19.807741 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcb4211-bf24-453a-9b18-247d4ae4d5b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a629daa9-c5f2-45f9-a858-eee05022dbae,revision_number=None']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:15:19.807741 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-3fcb4211-bf24-453a-9b18-247d4ae4d5b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:15:19.813044 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-3fcb4211-bf24-453a-9b18-247d4ae4d5b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:19.816540 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-3fcb4211-bf24-453a-9b18-247d4ae4d5b7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a629daa9-c5f2-45f9-a858-eee05022dbae HTTP/1.1" status: 204 len: 168 time: 0.5910499 May 25 12:15:19.820983 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85d4112-c3bf-41e2-b78b-174bdf98e2e2 None None] Routers {'78a618e7-ef27-4ede-b823-b90150a61529'} bound to L3 agent in host dv-cinder-779233-5-smb {{(pid=92475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 12:15:19.822093 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_hamode_db [None req-a85d4112-c3bf-41e2-b78b-174bdf98e2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T12:04:17Z,description=,heartbeat_timestamp=2021-05-25T12:15:17Z,host='dv-cinder-779233-5-smb',id=4aaf6e0c-8c85-4f95-8d8e-6a64f0cc3b25,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T12:04:17Z,topic='l3_agent')) {'router_ids': ['78a618e7-ef27-4ede-b823-b90150a61529'], 'active': True} {{(pid=92475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:15:19.891180 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dfb385-d1f4-4b70-96a4-74696a16f2f0 req-50a176e5-03e3-47b8-a2e5-98bf9e1b1e27 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:15:19.900013 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-d9dfb385-d1f4-4b70-96a4-74696a16f2f0 req-50a176e5-03e3-47b8-a2e5-98bf9e1b1e27 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=21c30f2a-503c-4e0d-bac1-f85b5fb9d8bb HTTP/1.1" status: 200 len: 946 time: 0.1930337 May 25 12:15:19.978813 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-d9dfb385-d1f4-4b70-96a4-74696a16f2f0 req-4a4430dc-8c2a-4d55-a798-affb564134bc tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a320160-757e-42fb-b8ee-125d72b2bb08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775354 May 25 12:15:20.112743 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-e8b9ea08-78c2-4948-aabb-a6dbb64e246d req-6a082f82-8032-4a2b-9ac8-52f109259a65 tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cadbe0f-51ce-4c94-b0e3-f9ad004f8b4b HTTP/1.1" status: 200 len: 210 time: 0.0998759 May 25 12:15:20.130000 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_dvr_db [None req-a85d4112-c3bf-41e2-b78b-174bdf98e2e2 None None] Set router 78a618e7-ef27-4ede-b823-b90150a61529 gateway port host: dv-cinder-779233-5-smb {{(pid=92475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 12:15:20.132990 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4860ff3-86dd-448b-bb3e-6e9da8878003 req-b994ae74-ecf0-4247-90d1-d652252a7ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:15:20.134544 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-e4860ff3-86dd-448b-bb3e-6e9da8878003 req-b994ae74-ecf0-4247-90d1-d652252a7ee1 service neutron] 10.222.0.54 "GET /v2.0/networks?id=37f98e2d-f72d-45f5-9d4a-e7c5dcc79c13 HTTP/1.1" status: 200 len: 870 time: 0.3254521 May 25 12:15:20.236066 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-e4860ff3-86dd-448b-bb3e-6e9da8878003 req-83ba8928-a406-4012-b814-0ab3ad26a2ae service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=a09885e0-97c5-401f-aa1e-23069a157851 HTTP/1.1" status: 200 len: 217 time: 0.0825996 May 25 12:15:20.241293 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8731d7-0caa-41c2-a04d-c3d10cb78ac7 req-fa188ebf-2366-48b6-acb1-661bfa0c0007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:15:20.242890 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-cd8731d7-0caa-41c2-a04d-c3d10cb78ac7 req-fa188ebf-2366-48b6-acb1-661bfa0c0007 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ca40b0a3-0988-4313-9746-c2b99cc0662c HTTP/1.1" status: 200 len: 910 time: 0.3943806 May 25 12:15:20.618346 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Device 87961f5d-59fe-426a-8276-522d169424d8 no longer exists at agent hyperv_hv-cinder-77923 {{(pid=92474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 12:15:20.652591 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cadbe0f-51ce-4c94-b0e3-f9ad004f8b4b', 'name': 'network-vif-deleted', 'tag': '87961f5d-59fe-426a-8276-522d169424d8'}] {{(pid=92473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 12:15:20.704752 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.plugin [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] No Port match for: 87961f5d-59fe-426a-8276-522d169424d8 {{(pid=92474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 12:15:20.705091 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Device 87961f5d-59fe-426a-8276-522d169424d8 not bound to the agent host hv-cinder-77923 {{(pid=92474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 12:15:20.725994 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_hamode_db [None req-a85d4112-c3bf-41e2-b78b-174bdf98e2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78a618e7-ef27-4ede-b823-b90150a61529', 'name': 'tempest-TestShelveInstance-1093127091-router', 'tenant_id': 'ac5d446aa86d403580c17e594b9b5cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'external_fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.203'}], 'enable_snat': True}, 'gw_port_id': 'a67fc547-d3f2-4ec4-a020-9ec13c2493e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T12:13:55Z', 'updated_at': '2021-05-25T12:14:03Z', 'revision_number': 4, 'project_id': 'ac5d446aa86d403580c17e594b9b5cd4', 'gw_port': {'id': 'a67fc547-d3f2-4ec4-a020-9ec13c2493e7', 'name': '', 'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:8d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a618e7-ef27-4ede-b823-b90150a61529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:13:57Z', 'updated_at': '2021-05-25T12:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-5-smb', '_floatingips': [{'id': '75013601-d4a1-4f57-a011-f046dffc22b0', 'tenant_id': 'ac5d446aa86d403580c17e594b9b5cd4', 'floating_ip_address': '172.28.2.32', 'floating_network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'router_id': '78a618e7-ef27-4ede-b823-b90150a61529', 'port_id': '2af95e4b-8477-4041-abdc-2e02af23a969', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca40b0a3-0988-4313-9746-c2b99cc0662c', 'mac_address': 'fa:16:3e:34:ba:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1616fd2c-929a-4938-977f-a15d5e7ebbf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T12:15:16Z', 'updated_at': '2021-05-25T12:15:16Z', 'revision_number': 0, 'project_id': 'ac5d446aa86d403580c17e594b9b5cd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60504c9c-cb77-4cfe-a990-d04b8df90bbf', 'name': '', 'network_id': 'ca40b0a3-0988-4313-9746-c2b99cc0662c', 'tenant_id': 'ac5d446aa86d403580c17e594b9b5cd4', 'mac_address': 'fa:16:3e:27:4f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a618e7-ef27-4ede-b823-b90150a61529', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'c4d436e3-46bf-4879-9813-736257c5ba21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:14:02Z', 'updated_at': '2021-05-25T12:14:12Z', 'revision_number': 5, 'project_id': 'ac5d446aa86d403580c17e594b9b5cd4', 'subnets': [{'id': 'c4d436e3-46bf-4879-9813-736257c5ba21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-5-smb', False) {} {{(pid=92475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:15:20.731682 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85d4112-c3bf-41e2-b78b-174bdf98e2e2 None None] The sync data for ids ['78a618e7-ef27-4ede-b823-b90150a61529'] in dv-cinder-779233-5-smb is: [{'id': '78a618e7-ef27-4ede-b823-b90150a61529', 'name': 'tempest-TestShelveInstance-1093127091-router', 'tenant_id': 'ac5d446aa86d403580c17e594b9b5cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'external_fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.203'}], 'enable_snat': True}, 'gw_port_id': 'a67fc547-d3f2-4ec4-a020-9ec13c2493e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T12:13:55Z', 'updated_at': '2021-05-25T12:14:03Z', 'revision_number': 4, 'project_id': 'ac5d446aa86d403580c17e594b9b5cd4', 'gw_port': {'id': 'a67fc547-d3f2-4ec4-a020-9ec13c2493e7', 'name': '', 'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:8d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a618e7-ef27-4ede-b823-b90150a61529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:13:57Z', 'updated_at': '2021-05-25T12:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-5-smb', '_floatingips': [{'id': '75013601-d4a1-4f57-a011-f046dffc22b0', 'tenant_id': 'ac5d446aa86d403580c17e594b9b5cd4', 'floating_ip_address': '172.28.2.32', 'floating_network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'router_id': '78a618e7-ef27-4ede-b823-b90150a61529', 'port_id': '2af95e4b-8477-4041-abdc-2e02af23a969', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca40b0a3-0988-4313-9746-c2b99cc0662c', 'mac_address': 'fa:16:3e:34:ba:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1616fd2c-929a-4938-977f-a15d5e7ebbf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T12:15:16Z', 'updated_at': '2021-05-25T12:15:16Z', 'revision_number': 0, 'project_id': 'ac5d446aa86d403580c17e594b9b5cd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60504c9c-cb77-4cfe-a990-d04b8df90bbf', 'name': '', 'network_id': 'ca40b0a3-0988-4313-9746-c2b99cc0662c', 'tenant_id': 'ac5d446aa86d403580c17e594b9b5cd4', 'mac_address': 'fa:16:3e:27:4f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a618e7-ef27-4ede-b823-b90150a61529', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'c4d436e3-46bf-4879-9813-736257c5ba21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:14:02Z', 'updated_at': '2021-05-25T12:14:12Z', 'revision_number': 5, 'project_id': 'ac5d446aa86d403580c17e594b9b5cd4', 'subnets': [{'id': 'c4d436e3-46bf-4879-9813-736257c5ba21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 12:15:20.762689 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4860ff3-86dd-448b-bb3e-6e9da8878003 req-4c09e035-8c2b-434f-a9a8-713abf07d733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:15:20.768264 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-e4860ff3-86dd-448b-bb3e-6e9da8878003 req-4c09e035-8c2b-434f-a9a8-713abf07d733 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=dcc294b8-940d-4a8b-9472-670abd3218ee HTTP/1.1" status: 200 len: 843 time: 0.5100152 May 25 12:15:20.776587 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cadbe0f-51ce-4c94-b0e3-f9ad004f8b4b', 'name': 'network-vif-deleted', 'tag': '87961f5d-59fe-426a-8276-522d169424d8', 'status': 'completed', 'code': 200} May 25 12:15:20.832136 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-cd8731d7-0caa-41c2-a04d-c3d10cb78ac7 req-d5ee02ca-d72b-4653-adc5-11b15e989f27 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2af95e4b-8477-4041-abdc-2e02af23a969 HTTP/1.1" status: 200 len: 998 time: 0.5726118 May 25 12:15:20.918956 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8731d7-0caa-41c2-a04d-c3d10cb78ac7 req-df27c52b-a990-4cf8-b62a-16c3a58f04b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:15:20.920440 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-cd8731d7-0caa-41c2-a04d-c3d10cb78ac7 req-df27c52b-a990-4cf8-b62a-16c3a58f04b3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c4d436e3-46bf-4879-9813-736257c5ba21 HTTP/1.1" status: 200 len: 848 time: 0.0820518 May 25 12:15:20.982601 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4860ff3-86dd-448b-bb3e-6e9da8878003 req-e7bda6bb-37de-42d5-855d-c3cd3ec65174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:15:20.984689 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-e4860ff3-86dd-448b-bb3e-6e9da8878003 req-e7bda6bb-37de-42d5-855d-c3cd3ec65174 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=37f98e2d-f72d-45f5-9d4a-e7c5dcc79c13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2046010 May 25 12:15:21.136055 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acddca3f-9283-4d84-808b-3725fc01fb06 None None] New status for floating IP 75013601-d4a1-4f57-a011-f046dffc22b0: ACTIVE {{(pid=92474) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 12:15:21.162371 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9633fcd-a7c8-454a-9f6c-26101f00cd98 req-3b5dd496-5a1f-4236-a323-9c1f182ed4a6 tempest-VolumesNegativeTest-663117282 tempest-VolumesNegativeTest-663117282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:15:21.172898 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-c9633fcd-a7c8-454a-9f6c-26101f00cd98 req-3b5dd496-5a1f-4236-a323-9c1f182ed4a6 tempest-VolumesNegativeTest-663117282 tempest-VolumesNegativeTest-663117282-project] 10.222.0.44 "GET /v2.0/ports?device_id=f718b3cb-0681-4931-ab73-84e99d910018 HTTP/1.1" status: 200 len: 948 time: 0.1996193 May 25 12:15:21.230571 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8731d7-0caa-41c2-a04d-c3d10cb78ac7 req-f9e996f4-74a3-42e9-9d92-2bcf9b169d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:15:21.232079 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-cd8731d7-0caa-41c2-a04d-c3d10cb78ac7 req-f9e996f4-74a3-42e9-9d92-2bcf9b169d40 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ca40b0a3-0988-4313-9746-c2b99cc0662c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2999766 May 25 12:15:21.302233 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-e4860ff3-86dd-448b-bb3e-6e9da8878003 req-3a1c685f-f7fe-451c-a0e6-be27aa3344bb service neutron] 10.222.0.54 "GET /v2.0/networks/37f98e2d-f72d-45f5-9d4a-e7c5dcc79c13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3098426 May 25 12:15:21.628678 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-c9633fcd-a7c8-454a-9f6c-26101f00cd98 req-206b567d-2966-46c1-9333-c5666c874d36 tempest-VolumesNegativeTest-663117282 tempest-VolumesNegativeTest-663117282-project] 10.222.0.44 "GET /v2.0/security-groups?id=9311c26f-c9be-4cfd-a75d-a602c2b40546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4530759 May 25 12:15:21.691599 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-cd8731d7-0caa-41c2-a04d-c3d10cb78ac7 req-ac71d61a-213f-4d0f-ad38-21e83f78161e service neutron] 10.222.0.54 "GET /v2.0/networks/ca40b0a3-0988-4313-9746-c2b99cc0662c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4480126 May 25 12:15:21.697130 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-e4860ff3-86dd-448b-bb3e-6e9da8878003 req-4d54fae2-58ee-4427-8cca-98bf58b95c60 service neutron] 10.222.0.54 "GET /v2.0/networks/37f98e2d-f72d-45f5-9d4a-e7c5dcc79c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051902 May 25 12:15:21.733152 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f87f1b-1bb8-49d9-beb8-2ac8873920dc req-4095c8d9-d0d8-47d7-a09e-bfe32317fffd tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:15:21.734722 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-28f87f1b-1bb8-49d9-beb8-2ac8873920dc req-4095c8d9-d0d8-47d7-a09e-bfe32317fffd tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=21c30f2a-503c-4e0d-bac1-f85b5fb9d8bb HTTP/1.1" status: 200 len: 946 time: 0.3171837 May 25 12:15:21.820094 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-28f87f1b-1bb8-49d9-beb8-2ac8873920dc req-be415280-dfed-4499-8d72-3ebaf1325127 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a320160-757e-42fb-b8ee-125d72b2bb08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781457 May 25 12:15:22.023733 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-cd8731d7-0caa-41c2-a04d-c3d10cb78ac7 req-0162c43e-a77a-4a39-9753-4ccd17a73981 service neutron] 10.222.0.54 "GET /v2.0/networks/ca40b0a3-0988-4313-9746-c2b99cc0662c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3216431 May 25 12:15:22.072973 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab82922-c5d3-4405-ae01-3fab2143a98b req-bfc05b3b-3576-4e74-85ab-8153708b9970 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:15:22.082434 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-6ab82922-c5d3-4405-ae01-3fab2143a98b req-bfc05b3b-3576-4e74-85ab-8153708b9970 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/ports?device_id=af06c318-46cc-446a-bb62-cc8c3ea38dad HTTP/1.1" status: 200 len: 945 time: 0.1321862 May 25 12:15:22.142494 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-6ab82922-c5d3-4405-ae01-3fab2143a98b req-d7b34660-1a7c-42b7-858d-982a517e474e tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/security-groups?id=66037392-5f85-4874-a400-63cb75635da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571506 May 25 12:15:22.618083 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Device a09885e0-97c5-401f-aa1e-23069a157851 details requested by agent hyperv_hv-cinder-77923 with host hv-cinder-77923 {{(pid=92474) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 12:15:22.767014 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] For port a09885e0-97c5-401f-aa1e-23069a157851, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=a09885e0-97c5-401f-aa1e-23069a157851,segment=NetworkSegment(037884ec-d690-4c8e-80cc-0284b7b52645),segment_id=037884ec-d690-4c8e-80cc-0284b7b52645)] {{(pid=92474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:15:22.787801 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Returning: {'device': 'a09885e0-97c5-401f-aa1e-23069a157851', 'network_id': '37f98e2d-f72d-45f5-9d4a-e7c5dcc79c13', 'port_id': 'a09885e0-97c5-401f-aa1e-23069a157851', 'mac_address': 'fa:16:3e:92:4d:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcc294b8-940d-4a8b-9472-670abd3218ee', 'ip_address': '192.168.233.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92474) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 12:15:22.848933 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:22.865346 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2aa298-c433-439b-8cc7-b22e0e41c475 req-526ea557-33f2-4cb6-8e60-3536e2106e20 tempest-VolumesNegativeTest-663117282 tempest-VolumesNegativeTest-663117282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:15:22.870518 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.notifiers.nova [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a09885e0-97c5-401f-aa1e-23069a157851 {{(pid=92474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 12:15:22.876108 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-8e2aa298-c433-439b-8cc7-b22e0e41c475 req-526ea557-33f2-4cb6-8e60-3536e2106e20 tempest-VolumesNegativeTest-663117282 tempest-VolumesNegativeTest-663117282-project] 10.222.0.44 "GET /v2.0/ports?device_id=f718b3cb-0681-4931-ab73-84e99d910018 HTTP/1.1" status: 200 len: 948 time: 0.1006625 May 25 12:15:22.888488 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] For port a09885e0-97c5-401f-aa1e-23069a157851, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=a09885e0-97c5-401f-aa1e-23069a157851,segment=NetworkSegment(037884ec-d690-4c8e-80cc-0284b7b52645),segment_id=037884ec-d690-4c8e-80cc-0284b7b52645)] {{(pid=92474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:15:22.941017 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-8e2aa298-c433-439b-8cc7-b22e0e41c475 req-f2d3b0a6-4a3d-467d-8a7c-2516d252f202 tempest-VolumesNegativeTest-663117282 tempest-VolumesNegativeTest-663117282-project] 10.222.0.44 "GET /v2.0/security-groups?id=9311c26f-c9be-4cfd-a75d-a602c2b40546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636585 May 25 12:15:22.972307 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:22.975483 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:15:23.053142 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Pushing event updated for resources: {'Port': ['ID=a09885e0-97c5-401f-aa1e-23069a157851,revision_number=4']} {{(pid=92474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:15:23.063621 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:15:23.266060 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] get_ports_and_sgs() called for port_ids ['a09885e0-97c5-401f-aa1e-23069a157851'] {{(pid=92474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 12:15:23.514579 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd6950a-13e1-4c9b-8f81-38fe71811b2c req-ffc5546f-b29d-4c61-b0f9-7f820b5e3036 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:15:23.516764 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-0dd6950a-13e1-4c9b-8f81-38fe71811b2c req-ffc5546f-b29d-4c61-b0f9-7f820b5e3036 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/ports?device_id=af06c318-46cc-446a-bb62-cc8c3ea38dad HTTP/1.1" status: 200 len: 945 time: 0.1795397 May 25 12:15:23.578492 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-0dd6950a-13e1-4c9b-8f81-38fe71811b2c req-c4b8079a-bb17-47f8-b924-e621df4012e3 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/security-groups?id=66037392-5f85-4874-a400-63cb75635da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552464 May 25 12:15:23.787707 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f4da34-cd51-4df3-a9df-c65bb2678e30 req-de6ab3cb-f533-4c01-9561-623f82ba991f tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:15:23.789510 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [req-49f4da34-cd51-4df3-a9df-c65bb2678e30 req-de6ab3cb-f533-4c01-9561-623f82ba991f tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Synchronizing usage tracker for tenant:4b9fde9de33c4fc09c0c531cf0f714fe on resource:port {{(pid=92473) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 12:15:23.870650 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [req-49f4da34-cd51-4df3-a9df-c65bb2678e30 req-de6ab3cb-f533-4c01-9561-623f82ba991f tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Unset dirty status for tenant:4b9fde9de33c4fc09c0c531cf0f714fe on resource:port {{(pid=92473) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 12:15:23.873291 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-49f4da34-cd51-4df3-a9df-c65bb2678e30 req-de6ab3cb-f533-4c01-9561-623f82ba991f tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.54 "GET /v2.0/ports?device_id=af06c318-46cc-446a-bb62-cc8c3ea38dad HTTP/1.1" status: 200 len: 945 time: 0.2026217 May 25 12:15:24.083306 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.plugin [req-49f4da34-cd51-4df3-a9df-c65bb2678e30 req-3bc06414-66db-47f3-8225-2eaeafa8766b tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Deleting port 467a2581-30f8-4fd4-9256-d6ae14c3574d {{(pid=92473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 12:15:24.084520 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-49f4da34-cd51-4df3-a9df-c65bb2678e30 req-3bc06414-66db-47f3-8225-2eaeafa8766b tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786008536899'] for port, before_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:24.315890 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.db [req-49f4da34-cd51-4df3-a9df-c65bb2678e30 req-3bc06414-66db-47f3-8225-2eaeafa8766b tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] For port 467a2581-30f8-4fd4-9256-d6ae14c3574d, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=467a2581-30f8-4fd4-9256-d6ae14c3574d,segment=NetworkSegment(bce0be32-79f8-414c-940b-3d609357a644),segment_id=bce0be32-79f8-414c-940b-3d609357a644)] {{(pid=92473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:15:24.316216 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-49f4da34-cd51-4df3-a9df-c65bb2678e30 req-3bc06414-66db-47f3-8225-2eaeafa8766b tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042426'] for port, precommit_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:24.374144 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9612cc-c557-4dc8-a151-23b40fe6a03b req-8ddd0f72-3b44-4535-a970-271b948fd0d9 tempest-VolumesNegativeTest-663117282 tempest-VolumesNegativeTest-663117282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:15:24.397477 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-1c9612cc-c557-4dc8-a151-23b40fe6a03b req-8ddd0f72-3b44-4535-a970-271b948fd0d9 tempest-VolumesNegativeTest-663117282 tempest-VolumesNegativeTest-663117282-project] 10.222.0.44 "GET /v2.0/ports?device_id=f718b3cb-0681-4931-ab73-84e99d910018 HTTP/1.1" status: 200 len: 949 time: 0.2392123 May 25 12:15:24.508064 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-1c9612cc-c557-4dc8-a151-23b40fe6a03b req-2f6e9e04-2b35-40d7-abc6-7432e9f295fd tempest-VolumesNegativeTest-663117282 tempest-VolumesNegativeTest-663117282-project] 10.222.0.44 "GET /v2.0/security-groups?id=9311c26f-c9be-4cfd-a75d-a602c2b40546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084645 May 25 12:15:24.536361 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.plugin [req-49f4da34-cd51-4df3-a9df-c65bb2678e30 req-3bc06414-66db-47f3-8225-2eaeafa8766b tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Calling delete_port for 467a2581-30f8-4fd4-9256-d6ae14c3574d owned by compute:nova {{(pid=92473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 12:15:24.633709 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Device a09885e0-97c5-401f-aa1e-23069a157851 up at agent hyperv_hv-cinder-77923 {{(pid=92474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 12:15:24.763839 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-49f4da34-cd51-4df3-a9df-c65bb2678e30 req-3bc06414-66db-47f3-8225-2eaeafa8766b tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786008539046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786008105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2465563'] for port, after_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:24.781404 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-d200feca-5a2e-437f-bad1-a7dccbb3e852 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:15:24.791691 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] get_ports_and_sgs() called for port_ids ['a93b8e82-f13c-4ef0-860d-d0ecda54d744'] {{(pid=92474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 12:15:24.804251 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c8828a-6578-447a-8ce3-13ead652a7d7 req-900be145-26b9-4a41-b4a4-8db99d855f6c tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:15:24.812616 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-98c8828a-6578-447a-8ce3-13ead652a7d7 req-900be145-26b9-4a41-b4a4-8db99d855f6c tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/ports?device_id=af06c318-46cc-446a-bb62-cc8c3ea38dad HTTP/1.1" status: 200 len: 867 time: 0.0921237 May 25 12:15:24.850396 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc06414-66db-47f3-8225-2eaeafa8766b tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Pushing event deleted for resources: {'Port': ['ID=467a2581-30f8-4fd4-9256-d6ae14c3574d,revision_number=None']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:15:24.881535 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-98c8828a-6578-447a-8ce3-13ead652a7d7 req-e4b89667-7a25-4f67-8243-add610a6edc9 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/security-groups?id=66037392-5f85-4874-a400-63cb75635da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677352 May 25 12:15:24.902665 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Provisioning for port a09885e0-97c5-401f-aa1e-23069a157851 completed by entity L2. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 12:15:24.912883 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Provisioning complete for port a09885e0-97c5-401f-aa1e-23069a157851 triggered by entity L2. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 12:15:24.913558 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902397'] for port, provisioning_complete {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:24.932495 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-3bc06414-66db-47f3-8225-2eaeafa8766b tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:15:24.954444 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.l3_dvrscheduler_db [req-49f4da34-cd51-4df3-a9df-c65bb2678e30 req-3bc06414-66db-47f3-8225-2eaeafa8766b tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] No DVR routers for this DVR port 467a2581-30f8-4fd4-9256-d6ae14c3574d on host hv-cinder-77923 {{(pid=92473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 12:15:24.958392 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-49f4da34-cd51-4df3-a9df-c65bb2678e30 req-3bc06414-66db-47f3-8225-2eaeafa8766b tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163099'] for port, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:24.961587 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af06c318-46cc-446a-bb62-cc8c3ea38dad', 'name': 'network-vif-deleted', 'tag': '467a2581-30f8-4fd4-9256-d6ae14c3574d'}] {{(pid=92473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 12:15:25.024463 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af06c318-46cc-446a-bb62-cc8c3ea38dad', 'name': 'network-vif-deleted', 'tag': '467a2581-30f8-4fd4-9256-d6ae14c3574d', 'status': 'completed', 'code': 200} May 25 12:15:25.061095 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-49f4da34-cd51-4df3-a9df-c65bb2678e30 req-3bc06414-66db-47f3-8225-2eaeafa8766b tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.54 "DELETE /v2.0/ports/467a2581-30f8-4fd4-9256-d6ae14c3574d HTTP/1.1" status: 204 len: 173 time: 1.1825314 May 25 12:15:25.166654 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:25.204304 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f718b3cb-0681-4931-ab73-84e99d910018', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a09885e0-97c5-401f-aa1e-23069a157851'}] {{(pid=92474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 12:15:25.218485 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] For port a09885e0-97c5-401f-aa1e-23069a157851, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=a09885e0-97c5-401f-aa1e-23069a157851,segment=NetworkSegment(037884ec-d690-4c8e-80cc-0284b7b52645),segment_id=037884ec-d690-4c8e-80cc-0284b7b52645)] {{(pid=92474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:15:25.261236 dv-cinder-779233-5-smb neutron-server[92474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f718b3cb-0681-4931-ab73-84e99d910018', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a09885e0-97c5-401f-aa1e-23069a157851', 'code': 200} May 25 12:15:25.301422 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:25.302523 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Device 467a2581-30f8-4fd4-9256-d6ae14c3574d no longer exists at agent hyperv_hv-cinder-77923 {{(pid=92474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 12:15:25.345545 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:15:25.490287 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.plugin [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] No Port match for: 467a2581-30f8-4fd4-9256-d6ae14c3574d {{(pid=92474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 12:15:25.492172 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Device 467a2581-30f8-4fd4-9256-d6ae14c3574d not bound to the agent host hv-cinder-77923 {{(pid=92474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 12:15:25.502493 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Pushing event updated for resources: {'Port': ['ID=a09885e0-97c5-401f-aa1e-23069a157851,revision_number=5']} {{(pid=92474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:15:25.516262 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:15:25.568262 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-d153ae1a-5d49-47fe-b322-0056ece2358e req-767f3510-3f13-4f2e-8884-53618a590de5 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=af06c318-46cc-446a-bb62-cc8c3ea38dad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1242690 May 25 12:15:25.677805 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-d153ae1a-5d49-47fe-b322-0056ece2358e req-77abfe81-a556-4855-8986-5fbe0fe6e748 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=4b9fde9de33c4fc09c0c531cf0f714fe&device_id=af06c318-46cc-446a-bb62-cc8c3ea38dad HTTP/1.1" status: 200 len: 210 time: 0.0682800 May 25 12:15:25.802313 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80008bc8-7c60-4a26-ad4e-f8ef066623f9 req-ca731333-0bc1-4984-af79-a02620653b31 tempest-VolumesNegativeTest-663117282 tempest-VolumesNegativeTest-663117282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:15:25.804812 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-80008bc8-7c60-4a26-ad4e-f8ef066623f9 req-ca731333-0bc1-4984-af79-a02620653b31 tempest-VolumesNegativeTest-663117282 tempest-VolumesNegativeTest-663117282-project] 10.222.0.44 "GET /v2.0/ports?device_id=f718b3cb-0681-4931-ab73-84e99d910018 HTTP/1.1" status: 200 len: 950 time: 0.1110497 May 25 12:15:25.873531 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-80008bc8-7c60-4a26-ad4e-f8ef066623f9 req-b109aa97-dcbf-4ed2-9762-d8ed1e913d80 tempest-VolumesNegativeTest-663117282 tempest-VolumesNegativeTest-663117282-project] 10.222.0.44 "GET /v2.0/security-groups?id=9311c26f-c9be-4cfd-a75d-a602c2b40546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584028 May 25 12:15:25.944350 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d153ae1a-5d49-47fe-b322-0056ece2358e req-12c2c2d9-5413-4d17-afad-ac155365b788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:15:25.945799 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-d153ae1a-5d49-47fe-b322-0056ece2358e req-12c2c2d9-5413-4d17-afad-ac155365b788 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=4b9fde9de33c4fc09c0c531cf0f714fe&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2392449 May 25 12:15:26.050705 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e44e1b6-4371-42ec-83b0-8066749356d9 req-84e1bb6f-fc55-4046-b1db-b1c6bff9dfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:15:26.052249 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-9e44e1b6-4371-42ec-83b0-8066749356d9 req-84e1bb6f-fc55-4046-b1db-b1c6bff9dfb8 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=f718b3cb-0681-4931-ab73-84e99d910018 HTTP/1.1" status: 200 len: 1103 time: 0.1854753 May 25 12:15:26.059739 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-96cab3a2-443d-49b2-b84d-63f3b558952e req-ed7321ad-3797-4e6e-ad19-e495da81f5bb tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/ports?device_id=af06c318-46cc-446a-bb62-cc8c3ea38dad HTTP/1.1" status: 200 len: 210 time: 0.0469413 May 25 12:15:26.224869 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-9e44e1b6-4371-42ec-83b0-8066749356d9 req-dc7c743b-02f2-41ef-87f3-21b7387d396f service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=9311c26f-c9be-4cfd-a75d-a602c2b40546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648436 May 25 12:15:26.227287 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d153ae1a-5d49-47fe-b322-0056ece2358e req-5e53f744-39c4-4ec3-bf83-20bec0082482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:15:26.232668 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-d153ae1a-5d49-47fe-b322-0056ece2358e req-5e53f744-39c4-4ec3-bf83-20bec0082482 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2750525 May 25 12:15:27.073784 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e381fc23-2312-4932-8a64-11b11bd00bfb req-bc9b7fda-8480-4d62-9a61-1f4547782d56 tempest-VolumesNegativeTest-663117282 tempest-VolumesNegativeTest-663117282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:15:27.075352 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-e381fc23-2312-4932-8a64-11b11bd00bfb req-bc9b7fda-8480-4d62-9a61-1f4547782d56 tempest-VolumesNegativeTest-663117282 tempest-VolumesNegativeTest-663117282-project] 10.222.0.44 "GET /v2.0/ports?device_id=f718b3cb-0681-4931-ab73-84e99d910018 HTTP/1.1" status: 200 len: 950 time: 0.0830746 May 25 12:15:27.141795 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-e381fc23-2312-4932-8a64-11b11bd00bfb req-11df0570-05ce-473c-acf1-e71a999757a1 tempest-VolumesNegativeTest-663117282 tempest-VolumesNegativeTest-663117282-project] 10.222.0.44 "GET /v2.0/security-groups?id=9311c26f-c9be-4cfd-a75d-a602c2b40546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602300 May 25 12:15:27.232368 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:27.897128 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389258a4-b146-4d47-9d8e-4e5349ec6762 req-f6d525cf-ae9b-4505-88b1-8fa9511a144a tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:15:27.898700 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-389258a4-b146-4d47-9d8e-4e5349ec6762 req-f6d525cf-ae9b-4505-88b1-8fa9511a144a tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] 10.222.0.44 "GET /v2.0/networks?id=f7d896d4-f018-4b49-8342-6a24e01ffe9f HTTP/1.1" status: 200 len: 814 time: 0.1793416 May 25 12:15:27.955154 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-389258a4-b146-4d47-9d8e-4e5349ec6762 req-a57446d6-dcdd-4de1-8a0e-4938d4628b09 tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] 10.222.0.44 "GET /v2.0/quotas/b9fb5e4641934500b1db8ab332a09510 HTTP/1.1" status: 200 len: 375 time: 0.0187814 May 25 12:15:28.035054 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-389258a4-b146-4d47-9d8e-4e5349ec6762 req-ca36d764-0947-44ec-bb6e-cc57177147eb tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b9fb5e4641934500b1db8ab332a09510&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0635622 May 25 12:15:28.142351 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaa176a-38f3-465c-956a-d946c2ff5cbd req-143c824f-dc86-457a-874f-b4650e25617c tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:15:28.144711 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-5eaa176a-38f3-465c-956a-d946c2ff5cbd req-143c824f-dc86-457a-874f-b4650e25617c tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9a81e13-45a7-497f-b969-59b5fde8ffac HTTP/1.1" status: 200 len: 946 time: 0.2402823 May 25 12:15:28.224425 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-5eaa176a-38f3-465c-956a-d946c2ff5cbd req-b451c152-7329-4837-89cf-65ace99cb643 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/security-groups?id=66037392-5f85-4874-a400-63cb75635da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735879 May 25 12:15:28.236489 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-389258a4-b146-4d47-9d8e-4e5349ec6762 req-546a0cb3-1c26-4282-81f2-0b3cdc7e694a service neutron] 10.222.0.44 "GET /v2.0/networks/f7d896d4-f018-4b49-8342-6a24e01ffe9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005270 May 25 12:15:28.259317 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 40836) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:15:28.425006 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-9d8fdf5b-31c0-4933-bb5d-2a0ffc1ea677 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:28.451224 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-9d8fdf5b-31c0-4933-bb5d-2a0ffc1ea677 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:15:28.457186 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-9d8fdf5b-31c0-4933-bb5d-2a0ffc1ea677 admin admin] Usage tracker for resource:security_group_rule and tenant:2a7ab57893e7403d9ce8f881d4fd4bc2 is out of sync, need to count used quota {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:15:28.460110 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-389258a4-b146-4d47-9d8e-4e5349ec6762 req-81f4b993-ec13-4717-9cb7-f877f7a87b92 service neutron] 10.222.0.44 "GET /v2.0/networks/f7d896d4-f018-4b49-8342-6a24e01ffe9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197042 May 25 12:15:28.461021 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-9d8fdf5b-31c0-4933-bb5d-2a0ffc1ea677 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:15:28.468891 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-9d8fdf5b-31c0-4933-bb5d-2a0ffc1ea677 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:15:28.510976 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b3e905-63f7-412d-a7cb-5e17d20952f8 req-70975236-020c-4def-b810-4cfce954b8a5 tempest-VolumesNegativeTest-663117282 tempest-VolumesNegativeTest-663117282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:15:28.518680 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-32b3e905-63f7-412d-a7cb-5e17d20952f8 req-70975236-020c-4def-b810-4cfce954b8a5 tempest-VolumesNegativeTest-663117282 tempest-VolumesNegativeTest-663117282-project] 10.222.0.44 "GET /v2.0/ports?device_id=f718b3cb-0681-4931-ab73-84e99d910018 HTTP/1.1" status: 200 len: 950 time: 0.1293073 May 25 12:15:28.577797 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-32b3e905-63f7-412d-a7cb-5e17d20952f8 req-cd48e76c-c61a-4895-bbf6-b06118d055c1 tempest-VolumesNegativeTest-663117282 tempest-VolumesNegativeTest-663117282-project] 10.222.0.44 "GET /v2.0/security-groups?id=9311c26f-c9be-4cfd-a75d-a602c2b40546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581188 May 25 12:15:28.585643 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-9d8fdf5b-31c0-4933-bb5d-2a0ffc1ea677 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:28.754464 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-9d8fdf5b-31c0-4933-bb5d-2a0ffc1ea677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:28.763713 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-9aedd8a6-a117-444f-9903-0a8ec4c1e380 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:15:28.828503 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8fdf5b-31c0-4933-bb5d-2a0ffc1ea677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42df89b7-5fc3-4e0f-928c-750551aa5523,revision_number=1']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:15:28.843648 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-9d8fdf5b-31c0-4933-bb5d-2a0ffc1ea677 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2a7ab57893e7403d9ce8f881d4fd4bc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5829585 May 25 12:15:28.844953 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-9d8fdf5b-31c0-4933-bb5d-2a0ffc1ea677 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:15:28.846149 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 40854) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:15:28.857841 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 40858) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:15:28.996079 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-21b3bfb3-079a-47f5-b2dd-29c4fdd7fa29 req-4f7e302e-5aaa-47f0-bd4b-a99c242245f1 tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] 10.222.0.44 "GET /v2.0/ports?device_id=a31979a1-268b-4074-8cde-62e02c72d231 HTTP/1.1" status: 200 len: 210 time: 0.0575187 May 25 12:15:29.016292 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-0d845b49-3bee-42cb-8f60-902edc1e1920 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:29.069095 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-0d845b49-3bee-42cb-8f60-902edc1e1920 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:29.071770 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-a83b8aaf-29ed-4bcf-a322-08068b54d304 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:29.087604 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-a83b8aaf-29ed-4bcf-a322-08068b54d304 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:15:29.092578 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-a83b8aaf-29ed-4bcf-a322-08068b54d304 admin admin] Usage tracker for resource:security_group_rule and tenant:35d919cc57aa4f6f919b7fd1fbdeaef9 is out of sync, need to count used quota {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:15:29.096536 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-a83b8aaf-29ed-4bcf-a322-08068b54d304 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:15:29.108529 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-a83b8aaf-29ed-4bcf-a322-08068b54d304 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:15:29.235151 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-0d845b49-3bee-42cb-8f60-902edc1e1920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:29.242212 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-8a82f14f-5c4d-4af2-b7c6-9ddbc5d8d804 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:15:29.268498 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d845b49-3bee-42cb-8f60-902edc1e1920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42df89b7-5fc3-4e0f-928c-750551aa5523,revision_number=None']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:15:29.273384 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-0d845b49-3bee-42cb-8f60-902edc1e1920 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:15:29.277540 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-0d845b49-3bee-42cb-8f60-902edc1e1920 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:29.278755 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-0d845b49-3bee-42cb-8f60-902edc1e1920 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/42df89b7-5fc3-4e0f-928c-750551aa5523 HTTP/1.1" status: 204 len: 168 time: 0.4311121 May 25 12:15:29.359971 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-a83b8aaf-29ed-4bcf-a322-08068b54d304 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:29.417349 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-a83b8aaf-29ed-4bcf-a322-08068b54d304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:29.466953 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-df1171c4-36c6-4eef-9dc0-fffe0c24be01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:15:29.540356 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83b8aaf-29ed-4bcf-a322-08068b54d304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0eee492-4933-4041-a470-cb50e14f217b,revision_number=1']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:15:29.559221 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-a83b8aaf-29ed-4bcf-a322-08068b54d304 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=35d919cc57aa4f6f919b7fd1fbdeaef9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6922328 May 25 12:15:29.559221 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-a83b8aaf-29ed-4bcf-a322-08068b54d304 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:15:29.559221 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 40878) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:15:29.641325 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-12ec04dd-74e7-4775-9b09-ae8dd64acc4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:29.645324 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d003c55-a182-4748-b21c-04ef2ace8f78 req-842788f4-baf4-4461-8542-855c27719c72 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:15:29.646805 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-0d003c55-a182-4748-b21c-04ef2ace8f78 req-842788f4-baf4-4461-8542-855c27719c72 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9a81e13-45a7-497f-b969-59b5fde8ffac HTTP/1.1" status: 200 len: 946 time: 0.1319437 May 25 12:15:29.661284 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0618d6-f56d-4ca0-a741-3f24a0b100c9 req-c349372f-2ca4-414f-a96e-6f86f49b7d4a tempest-VolumesNegativeTest-663117282 tempest-VolumesNegativeTest-663117282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:15:29.669035 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-af0618d6-f56d-4ca0-a741-3f24a0b100c9 req-c349372f-2ca4-414f-a96e-6f86f49b7d4a tempest-VolumesNegativeTest-663117282 tempest-VolumesNegativeTest-663117282-project] 10.222.0.44 "GET /v2.0/ports?device_id=f718b3cb-0681-4931-ab73-84e99d910018 HTTP/1.1" status: 200 len: 950 time: 0.3048725 May 25 12:15:29.674464 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-12ec04dd-74e7-4775-9b09-ae8dd64acc4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:29.779512 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-af0618d6-f56d-4ca0-a741-3f24a0b100c9 req-4464ebdd-249f-4992-9495-07afe546d463 tempest-VolumesNegativeTest-663117282 tempest-VolumesNegativeTest-663117282-project] 10.222.0.44 "GET /v2.0/security-groups?id=9311c26f-c9be-4cfd-a75d-a602c2b40546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095209 May 25 12:15:29.782693 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-0d003c55-a182-4748-b21c-04ef2ace8f78 req-c161bf0f-1da2-46f0-9dae-09362bf274ce tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/security-groups?id=66037392-5f85-4874-a400-63cb75635da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106098 May 25 12:15:29.843613 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-12ec04dd-74e7-4775-9b09-ae8dd64acc4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:29.854637 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-54577265-2621-44bf-a8bf-d04b3dc809dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:15:29.868853 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ec04dd-74e7-4775-9b09-ae8dd64acc4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0eee492-4933-4041-a470-cb50e14f217b,revision_number=None']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:15:29.872572 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-12ec04dd-74e7-4775-9b09-ae8dd64acc4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:15:29.879668 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-12ec04dd-74e7-4775-9b09-ae8dd64acc4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:29.881750 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-12ec04dd-74e7-4775-9b09-ae8dd64acc4b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c0eee492-4933-4041-a470-cb50e14f217b HTTP/1.1" status: 204 len: 168 time: 0.3206463 May 25 12:15:30.161802 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-abfd929f-f1e2-4be7-b365-1cd17d756972 req-c95338db-8c81-4d8d-9ab5-04bfe8c12062 tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] 10.222.0.44 "GET /v2.0/ports?device_id=a31979a1-268b-4074-8cde-62e02c72d231 HTTP/1.1" status: 200 len: 210 time: 0.0480397 May 25 12:15:30.363633 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 40892) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:15:30.383724 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-042cede5-38c6-4445-a000-0b354c13802a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:30.402295 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-042cede5-38c6-4445-a000-0b354c13802a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:15:30.407594 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-042cede5-38c6-4445-a000-0b354c13802a admin admin] Usage tracker for resource:security_group_rule and tenant:fae4aa4b3b844a0a946175faee78335b is out of sync, need to count used quota {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:15:30.410490 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-042cede5-38c6-4445-a000-0b354c13802a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:15:30.416329 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-042cede5-38c6-4445-a000-0b354c13802a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:15:30.525697 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-042cede5-38c6-4445-a000-0b354c13802a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:30.617469 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-042cede5-38c6-4445-a000-0b354c13802a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:30.638811 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-05de89d6-8555-46cc-aae3-ecdd9783ba3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:15:30.666376 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-042cede5-38c6-4445-a000-0b354c13802a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fae4aa4b3b844a0a946175faee78335b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2994413 May 25 12:15:30.666770 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 40906) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:15:30.695190 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042cede5-38c6-4445-a000-0b354c13802a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44efb4cd-792a-406b-9177-2316fcce2644,revision_number=1']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:15:30.711046 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-042cede5-38c6-4445-a000-0b354c13802a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:15:30.756114 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-c7a028fc-cd5f-4414-b710-f015f3cf3c6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:30.808221 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-c7a028fc-cd5f-4414-b710-f015f3cf3c6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:30.937961 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-c7a028fc-cd5f-4414-b710-f015f3cf3c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:30.944278 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-4edb7c47-5235-4611-af61-bc7c95f6f04c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:15:31.026677 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a028fc-cd5f-4414-b710-f015f3cf3c6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44efb4cd-792a-406b-9177-2316fcce2644,revision_number=None']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:15:31.032425 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-c7a028fc-cd5f-4414-b710-f015f3cf3c6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:15:31.044321 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-c7a028fc-cd5f-4414-b710-f015f3cf3c6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:31.048518 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-c7a028fc-cd5f-4414-b710-f015f3cf3c6f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/44efb4cd-792a-406b-9177-2316fcce2644 HTTP/1.1" status: 204 len: 168 time: 0.3784134 May 25 12:15:31.132610 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daf1215-4a89-4755-9260-a149f065e85d req-57ab9c19-978c-4681-901c-6137784dabde tempest-VolumesNegativeTest-663117282 tempest-VolumesNegativeTest-663117282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:15:31.134248 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-3daf1215-4a89-4755-9260-a149f065e85d req-57ab9c19-978c-4681-901c-6137784dabde tempest-VolumesNegativeTest-663117282 tempest-VolumesNegativeTest-663117282-project] 10.222.0.44 "GET /v2.0/ports?device_id=f718b3cb-0681-4931-ab73-84e99d910018 HTTP/1.1" status: 200 len: 950 time: 0.1693997 May 25 12:15:31.202391 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-3daf1215-4a89-4755-9260-a149f065e85d req-3d81bae3-04c4-48de-b3b6-4a1d1d28e9f4 tempest-VolumesNegativeTest-663117282 tempest-VolumesNegativeTest-663117282-project] 10.222.0.44 "GET /v2.0/security-groups?id=9311c26f-c9be-4cfd-a75d-a602c2b40546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577643 May 25 12:15:31.228022 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e272cd6-74db-451c-ab9f-9dae6b51eb40 req-b94b90bb-236d-4c23-8cc6-f2d25909b24e tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:15:31.229518 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-4e272cd6-74db-451c-ab9f-9dae6b51eb40 req-b94b90bb-236d-4c23-8cc6-f2d25909b24e tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9a81e13-45a7-497f-b969-59b5fde8ffac HTTP/1.1" status: 200 len: 946 time: 0.1821551 May 25 12:15:31.242283 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60e127a-b49d-4e78-a15b-8ca5d7846ad7 req-2a67c7b0-4ce9-4ae4-95aa-bee153b38f64 tempest-VolumesNegativeTest-663117282 tempest-VolumesNegativeTest-663117282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:15:31.247078 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [req-f60e127a-b49d-4e78-a15b-8ca5d7846ad7 req-2a67c7b0-4ce9-4ae4-95aa-bee153b38f64 tempest-VolumesNegativeTest-663117282 tempest-VolumesNegativeTest-663117282-project] Synchronizing usage tracker for tenant:0b908e8e42d94f6da6902c94bb82404c on resource:port {{(pid=92473) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 12:15:31.309670 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-4e272cd6-74db-451c-ab9f-9dae6b51eb40 req-3d1e5376-ba56-4dd4-b0d3-054f7038069d tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/security-groups?id=66037392-5f85-4874-a400-63cb75635da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623636 May 25 12:15:31.371951 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [req-f60e127a-b49d-4e78-a15b-8ca5d7846ad7 req-2a67c7b0-4ce9-4ae4-95aa-bee153b38f64 tempest-VolumesNegativeTest-663117282 tempest-VolumesNegativeTest-663117282-project] Unset dirty status for tenant:0b908e8e42d94f6da6902c94bb82404c on resource:port {{(pid=92473) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 12:15:31.373081 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-f60e127a-b49d-4e78-a15b-8ca5d7846ad7 req-2a67c7b0-4ce9-4ae4-95aa-bee153b38f64 tempest-VolumesNegativeTest-663117282 tempest-VolumesNegativeTest-663117282-project] 10.222.0.54 "GET /v2.0/ports?device_id=f718b3cb-0681-4931-ab73-84e99d910018 HTTP/1.1" status: 200 len: 950 time: 0.2925053 May 25 12:15:31.399118 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-d7739086-a145-4767-aeea-fa7bc92d2efd req-a195ba46-db48-4d5a-84ce-af15e54cb2f2 tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] 10.222.0.44 "GET /v2.0/ports?device_id=a31979a1-268b-4074-8cde-62e02c72d231 HTTP/1.1" status: 200 len: 210 time: 0.0550961 May 25 12:15:31.632609 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.plugin [req-f60e127a-b49d-4e78-a15b-8ca5d7846ad7 req-d035f889-8fb4-4448-8d36-fc254f13f400 tempest-VolumesNegativeTest-663117282 tempest-VolumesNegativeTest-663117282-project] Deleting port a09885e0-97c5-401f-aa1e-23069a157851 {{(pid=92473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 12:15:31.634279 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-f60e127a-b49d-4e78-a15b-8ca5d7846ad7 req-d035f889-8fb4-4448-8d36-fc254f13f400 tempest-VolumesNegativeTest-663117282 tempest-VolumesNegativeTest-663117282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786008536899'] for port, before_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:31.913570 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.db [req-f60e127a-b49d-4e78-a15b-8ca5d7846ad7 req-d035f889-8fb4-4448-8d36-fc254f13f400 tempest-VolumesNegativeTest-663117282 tempest-VolumesNegativeTest-663117282-project] For port a09885e0-97c5-401f-aa1e-23069a157851, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=a09885e0-97c5-401f-aa1e-23069a157851,segment=NetworkSegment(037884ec-d690-4c8e-80cc-0284b7b52645),segment_id=037884ec-d690-4c8e-80cc-0284b7b52645)] {{(pid=92473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:15:31.913933 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-f60e127a-b49d-4e78-a15b-8ca5d7846ad7 req-d035f889-8fb4-4448-8d36-fc254f13f400 tempest-VolumesNegativeTest-663117282 tempest-VolumesNegativeTest-663117282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042426'] for port, precommit_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:31.991781 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389258a4-b146-4d47-9d8e-4e5349ec6762 req-7bf06415-930e-4a85-a702-50702a9a9541 tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:15:31.993139 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-389258a4-b146-4d47-9d8e-4e5349ec6762 req-7bf06415-930e-4a85-a702-50702a9a9541 tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] 10.222.0.54 "GET /v2.0/networks?id=f7d896d4-f018-4b49-8342-6a24e01ffe9f HTTP/1.1" status: 200 len: 814 time: 0.2745609 May 25 12:15:32.072786 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.v2.base [req-389258a4-b146-4d47-9d8e-4e5349ec6762 req-453f609a-9d49-4cb1-a63d-3c2749161610 tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] Request body: {'port': {'device_id': 'a31979a1-268b-4074-8cde-62e02c72d231', 'network_id': 'f7d896d4-f018-4b49-8342-6a24e01ffe9f', 'admin_state_up': True, 'tenant_id': 'b9fb5e4641934500b1db8ab332a09510'}} {{(pid=92473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 12:15:32.099579 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.plugin [req-f60e127a-b49d-4e78-a15b-8ca5d7846ad7 req-d035f889-8fb4-4448-8d36-fc254f13f400 tempest-VolumesNegativeTest-663117282 tempest-VolumesNegativeTest-663117282-project] Calling delete_port for a09885e0-97c5-401f-aa1e-23069a157851 owned by compute:nova {{(pid=92473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 12:15:32.259224 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [req-389258a4-b146-4d47-9d8e-4e5349ec6762 req-453f609a-9d49-4cb1-a63d-3c2749161610 tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:15:32.293591 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [req-389258a4-b146-4d47-9d8e-4e5349ec6762 req-453f609a-9d49-4cb1-a63d-3c2749161610 tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] Usage tracker for resource:port and tenant:b9fb5e4641934500b1db8ab332a09510 is out of sync, need to count used quota {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:15:32.299239 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [req-389258a4-b146-4d47-9d8e-4e5349ec6762 req-453f609a-9d49-4cb1-a63d-3c2749161610 tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:15:32.307209 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [req-389258a4-b146-4d47-9d8e-4e5349ec6762 req-453f609a-9d49-4cb1-a63d-3c2749161610 tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:15:32.398064 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-389258a4-b146-4d47-9d8e-4e5349ec6762 req-453f609a-9d49-4cb1-a63d-3c2749161610 tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] Made reservation on behalf of b9fb5e4641934500b1db8ab332a09510 for: {'port': 1} {{(pid=92473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 12:15:32.406753 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-389258a4-b146-4d47-9d8e-4e5349ec6762 req-453f609a-9d49-4cb1-a63d-3c2749161610 tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:32.638262 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c7efcc-97ee-4fb7-8064-b9d49630aaa1 req-3c84543b-328f-4ed1-9af9-a88375ee48d2 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:15:32.646629 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-d0c7efcc-97ee-4fb7-8064-b9d49630aaa1 req-3c84543b-328f-4ed1-9af9-a88375ee48d2 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9a81e13-45a7-497f-b969-59b5fde8ffac HTTP/1.1" status: 200 len: 946 time: 0.1499357 May 25 12:15:32.683231 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29cef41-e667-47e8-995b-39d55111a018 req-9099dc00-8fd6-495b-9723-f32a78e59452 tempest-VolumesNegativeTest-663117282 tempest-VolumesNegativeTest-663117282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:15:32.685323 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-d29cef41-e667-47e8-995b-39d55111a018 req-9099dc00-8fd6-495b-9723-f32a78e59452 tempest-VolumesNegativeTest-663117282 tempest-VolumesNegativeTest-663117282-project] 10.222.0.44 "GET /v2.0/ports?device_id=f718b3cb-0681-4931-ab73-84e99d910018 HTTP/1.1" status: 200 len: 950 time: 0.2560565 May 25 12:15:32.700677 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.db_base_plugin_common [req-389258a4-b146-4d47-9d8e-4e5349ec6762 req-453f609a-9d49-4cb1-a63d-3c2749161610 tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] Allocated IP 172.20.0.10 (f7d896d4-f018-4b49-8342-6a24e01ffe9f/00287b72-0a2d-4a64-9e80-e260565db411/17c7d2d8-b177-4f34-a452-d1c97899ea30) {{(pid=92473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 12:15:32.733898 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-d0c7efcc-97ee-4fb7-8064-b9d49630aaa1 req-85ce53b4-8962-4b46-9864-3e654afb9ff6 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/security-groups?id=66037392-5f85-4874-a400-63cb75635da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860646 May 25 12:15:32.794542 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-d29cef41-e667-47e8-995b-39d55111a018 req-6bc9d8c9-9d25-4d45-a97e-e65454d5a212 tempest-VolumesNegativeTest-663117282 tempest-VolumesNegativeTest-663117282-project] 10.222.0.44 "GET /v2.0/security-groups?id=9311c26f-c9be-4cfd-a75d-a602c2b40546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994999 May 25 12:15:32.853227 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-f60e127a-b49d-4e78-a15b-8ca5d7846ad7 req-d035f889-8fb4-4448-8d36-fc254f13f400 tempest-VolumesNegativeTest-663117282 tempest-VolumesNegativeTest-663117282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786008539046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786008105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2465563'] for port, after_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:32.867132 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-84259112-f467-49c3-9b20-edea69c9b967 tempest-VolumesNegativeTest-663117282 tempest-VolumesNegativeTest-663117282-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:15:33.087161 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-4893d1be-113a-4c79-9f8b-0450e721f246 req-45d18c9c-73ba-4219-9e9f-e57a84f3590a tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] 10.222.0.44 "GET /v2.0/ports?device_id=a31979a1-268b-4074-8cde-62e02c72d231 HTTP/1.1" status: 200 len: 210 time: 0.0449870 May 25 12:15:33.092318 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d035f889-8fb4-4448-8d36-fc254f13f400 tempest-VolumesNegativeTest-663117282 tempest-VolumesNegativeTest-663117282-project] Pushing event deleted for resources: {'Port': ['ID=a09885e0-97c5-401f-aa1e-23069a157851,revision_number=None']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:15:33.098984 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-d035f889-8fb4-4448-8d36-fc254f13f400 tempest-VolumesNegativeTest-663117282 tempest-VolumesNegativeTest-663117282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:15:33.194988 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.l3_dvrscheduler_db [req-f60e127a-b49d-4e78-a15b-8ca5d7846ad7 req-d035f889-8fb4-4448-8d36-fc254f13f400 tempest-VolumesNegativeTest-663117282 tempest-VolumesNegativeTest-663117282-project] No DVR routers for this DVR port a09885e0-97c5-401f-aa1e-23069a157851 on host hv-cinder-77923 {{(pid=92473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 12:15:33.197792 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-f60e127a-b49d-4e78-a15b-8ca5d7846ad7 req-d035f889-8fb4-4448-8d36-fc254f13f400 tempest-VolumesNegativeTest-663117282 tempest-VolumesNegativeTest-663117282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163099'] for port, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:33.225439 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f718b3cb-0681-4931-ab73-84e99d910018', 'name': 'network-vif-deleted', 'tag': 'a09885e0-97c5-401f-aa1e-23069a157851'}] {{(pid=92473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 12:15:33.307362 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-f60e127a-b49d-4e78-a15b-8ca5d7846ad7 req-d035f889-8fb4-4448-8d36-fc254f13f400 tempest-VolumesNegativeTest-663117282 tempest-VolumesNegativeTest-663117282-project] 10.222.0.54 "DELETE /v2.0/ports/a09885e0-97c5-401f-aa1e-23069a157851 HTTP/1.1" status: 204 len: 173 time: 1.9055538 May 25 12:15:33.324264 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f718b3cb-0681-4931-ab73-84e99d910018', 'name': 'network-vif-deleted', 'tag': 'a09885e0-97c5-401f-aa1e-23069a157851', 'status': 'completed', 'code': 200} May 25 12:15:33.328349 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-389258a4-b146-4d47-9d8e-4e5349ec6762 req-453f609a-9d49-4cb1-a63d-3c2749161610 tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] Notify callbacks [] for port, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:33.477673 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-389258a4-b146-4d47-9d8e-4e5349ec6762 req-453f609a-9d49-4cb1-a63d-3c2749161610 tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786008105683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2465563'] for port, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:33.483280 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-e8481e2e-695e-410d-8123-06f09a26a628 tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:15:33.550089 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-389258a4-b146-4d47-9d8e-4e5349ec6762 req-453f609a-9d49-4cb1-a63d-3c2749161610 tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] Network f7d896d4-f018-4b49-8342-6a24e01ffe9f is already hosted by enough agents. {{(pid=92473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 12:15:33.553188 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.scheduler.base_scheduler [req-389258a4-b146-4d47-9d8e-4e5349ec6762 req-453f609a-9d49-4cb1-a63d-3c2749161610 tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] Resources bound (agent type, host, resource id): {{(pid=92473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 12:15:33.557327 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.l3_dvrscheduler_db [req-389258a4-b146-4d47-9d8e-4e5349ec6762 req-453f609a-9d49-4cb1-a63d-3c2749161610 tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] Received port after_create {{(pid=92473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 12:15:33.598753 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453f609a-9d49-4cb1-a63d-3c2749161610 tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] Pushing event updated for resources: {'Port': ['ID=17c7d2d8-b177-4f34-a452-d1c97899ea30,revision_number=1']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:15:33.618887 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-453f609a-9d49-4cb1-a63d-3c2749161610 tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:15:33.646836 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389258a4-b146-4d47-9d8e-4e5349ec6762 req-453f609a-9d49-4cb1-a63d-3c2749161610 tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:15:33.647463 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-389258a4-b146-4d47-9d8e-4e5349ec6762 req-453f609a-9d49-4cb1-a63d-3c2749161610 tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163099'] for port, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:33.729428 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-389258a4-b146-4d47-9d8e-4e5349ec6762 req-453f609a-9d49-4cb1-a63d-3c2749161610 tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6608369 May 25 12:15:33.742456 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.v2.base [req-389258a4-b146-4d47-9d8e-4e5349ec6762 req-1e4d1e5d-9d5c-4c1d-a90f-f60276b23876 service neutron] Request body: {'port': {'device_id': 'a31979a1-268b-4074-8cde-62e02c72d231', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77923'}} {{(pid=92473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 12:15:33.947380 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-389258a4-b146-4d47-9d8e-4e5349ec6762 req-1e4d1e5d-9d5c-4c1d-a90f-f60276b23876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:34.047966 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8550486d-3396-45a3-a4f7-36dbbe170a9f req-9e366b40-3602-4043-8eaf-89b2da79e329 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:15:34.049491 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-8550486d-3396-45a3-a4f7-36dbbe170a9f req-9e366b40-3602-4043-8eaf-89b2da79e329 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9a81e13-45a7-497f-b969-59b5fde8ffac HTTP/1.1" status: 200 len: 946 time: 0.2072265 May 25 12:15:34.056588 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-b7922df8-be4e-4ddb-9f33-a7cf75297561 req-a075061b-d45b-4f80-845d-bf594414bcd0 tempest-VolumesNegativeTest-663117282 tempest-VolumesNegativeTest-663117282-project] 10.222.0.44 "GET /v2.0/ports?device_id=f718b3cb-0681-4931-ab73-84e99d910018 HTTP/1.1" status: 200 len: 210 time: 0.0537331 May 25 12:15:34.115902 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-8550486d-3396-45a3-a4f7-36dbbe170a9f req-1dd516ea-5222-47ed-9a53-a94e356a9f9f tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/security-groups?id=66037392-5f85-4874-a400-63cb75635da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582850 May 25 12:15:34.325832 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e12a4f-42e3-4a66-984f-c46894b31a9e req-7c09f5be-64a0-4260-b976-bf2787c50b74 tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:15:34.328869 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-d5e12a4f-42e3-4a66-984f-c46894b31a9e req-7c09f5be-64a0-4260-b976-bf2787c50b74 tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] 10.222.0.44 "GET /v2.0/ports?device_id=a31979a1-268b-4074-8cde-62e02c72d231 HTTP/1.1" status: 200 len: 932 time: 0.1060908 May 25 12:15:34.373384 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-d5e12a4f-42e3-4a66-984f-c46894b31a9e req-384de164-3f88-4e55-a3c8-eedea6088264 tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b4fedef-e951-4783-a6c8-f37f4f2f28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388105 May 25 12:15:34.433944 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.notifiers.nova [req-389258a4-b146-4d47-9d8e-4e5349ec6762 req-1e4d1e5d-9d5c-4c1d-a90f-f60276b23876 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17c7d2d8-b177-4f34-a452-d1c97899ea30 {{(pid=92473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 12:15:34.445590 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-389258a4-b146-4d47-9d8e-4e5349ec6762 req-1e4d1e5d-9d5c-4c1d-a90f-f60276b23876 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:34.472311 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.provisioning_blocks [req-389258a4-b146-4d47-9d8e-4e5349ec6762 req-1e4d1e5d-9d5c-4c1d-a90f-f60276b23876 service neutron] Transition to ACTIVE for port object 17c7d2d8-b177-4f34-a452-d1c97899ea30 will not be triggered until provisioned by entity L2. {{(pid=92473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 12:15:34.621490 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-389258a4-b146-4d47-9d8e-4e5349ec6762 req-1e4d1e5d-9d5c-4c1d-a90f-f60276b23876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2465554'] for port, after_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:34.633322 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-cb56c4c9-26ef-47ec-9ff5-a68553559d47 tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:15:34.700500 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Device a09885e0-97c5-401f-aa1e-23069a157851 no longer exists at agent hyperv_hv-cinder-77923 {{(pid=92474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 12:15:34.739841 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.plugin [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] No Port match for: a09885e0-97c5-401f-aa1e-23069a157851 {{(pid=92474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 12:15:34.740536 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Device a09885e0-97c5-401f-aa1e-23069a157851 not bound to the agent host hv-cinder-77923 {{(pid=92474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 12:15:34.863899 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4d1e5d-9d5c-4c1d-a90f-f60276b23876 service neutron] Pushing event updated for resources: {'Port': ['ID=17c7d2d8-b177-4f34-a452-d1c97899ea30,revision_number=2']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:15:34.937426 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-1e4d1e5d-9d5c-4c1d-a90f-f60276b23876 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:15:34.970980 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f901405-bc00-42f9-b066-a2d96c38d156 req-bef6571c-0939-4416-b9f9-ba79fe04b9c3 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:15:34.971697 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [req-5f901405-bc00-42f9-b066-a2d96c38d156 req-bef6571c-0939-4416-b9f9-ba79fe04b9c3 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Synchronizing usage tracker for tenant:4b9fde9de33c4fc09c0c531cf0f714fe on resource:port {{(pid=92473) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 12:15:34.976962 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.managers [req-389258a4-b146-4d47-9d8e-4e5349ec6762 req-1e4d1e5d-9d5c-4c1d-a90f-f60276b23876 service neutron] Attempting to bind port 17c7d2d8-b177-4f34-a452-d1c97899ea30 on host hv-cinder-77923 for vnic_type normal with profile {{(pid=92473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 12:15:34.977463 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.managers [req-389258a4-b146-4d47-9d8e-4e5349ec6762 req-1e4d1e5d-9d5c-4c1d-a90f-f60276b23876 service neutron] Attempting to bind port 17c7d2d8-b177-4f34-a452-d1c97899ea30 by drivers openvswitch,hyperv on host hv-cinder-77923 at level 0 using segments [{'id': '504b014f-7faf-41b8-a7eb-1fa77bf1de6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'f7d896d4-f018-4b49-8342-6a24e01ffe9f'}] {{(pid=92473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 12:15:34.980888 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389258a4-b146-4d47-9d8e-4e5349ec6762 req-1e4d1e5d-9d5c-4c1d-a90f-f60276b23876 service neutron] Attempting to bind port 17c7d2d8-b177-4f34-a452-d1c97899ea30 on network f7d896d4-f018-4b49-8342-6a24e01ffe9f {{(pid=92473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 12:15:34.993317 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389258a4-b146-4d47-9d8e-4e5349ec6762 req-1e4d1e5d-9d5c-4c1d-a90f-f60276b23876 service neutron] Port 17c7d2d8-b177-4f34-a452-d1c97899ea30 on network f7d896d4-f018-4b49-8342-6a24e01ffe9f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77923 {{(pid=92473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 12:15:34.993640 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389258a4-b146-4d47-9d8e-4e5349ec6762 req-1e4d1e5d-9d5c-4c1d-a90f-f60276b23876 service neutron] Attempting to bind port 17c7d2d8-b177-4f34-a452-d1c97899ea30 on network f7d896d4-f018-4b49-8342-6a24e01ffe9f {{(pid=92473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 12:15:35.001987 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389258a4-b146-4d47-9d8e-4e5349ec6762 req-1e4d1e5d-9d5c-4c1d-a90f-f60276b23876 service neutron] Checking agent: {'id': 'ffba2d31-78f6-4a67-909d-2363647ed231', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77923', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 12, 10, 27), 'started_at': datetime.datetime(2021, 5, 25, 12, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 12, 15, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 12:15:35.002412 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389258a4-b146-4d47-9d8e-4e5349ec6762 req-1e4d1e5d-9d5c-4c1d-a90f-f60276b23876 service neutron] Checking segment: {'id': '504b014f-7faf-41b8-a7eb-1fa77bf1de6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'f7d896d4-f018-4b49-8342-6a24e01ffe9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 12:15:35.002847 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389258a4-b146-4d47-9d8e-4e5349ec6762 req-1e4d1e5d-9d5c-4c1d-a90f-f60276b23876 service neutron] Bound using segment: {'id': '504b014f-7faf-41b8-a7eb-1fa77bf1de6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'f7d896d4-f018-4b49-8342-6a24e01ffe9f'} {{(pid=92473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 12:15:35.003359 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.managers [req-389258a4-b146-4d47-9d8e-4e5349ec6762 req-1e4d1e5d-9d5c-4c1d-a90f-f60276b23876 service neutron] Bound port: 17c7d2d8-b177-4f34-a452-d1c97899ea30, host: hv-cinder-77923, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '504b014f-7faf-41b8-a7eb-1fa77bf1de6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'f7d896d4-f018-4b49-8342-6a24e01ffe9f'}}] {{(pid=92473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 12:15:35.003847 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-389258a4-b146-4d47-9d8e-4e5349ec6762 req-1e4d1e5d-9d5c-4c1d-a90f-f60276b23876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:35.076368 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [req-5f901405-bc00-42f9-b066-a2d96c38d156 req-bef6571c-0939-4416-b9f9-ba79fe04b9c3 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Unset dirty status for tenant:4b9fde9de33c4fc09c0c531cf0f714fe on resource:port {{(pid=92473) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 12:15:35.077734 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-5f901405-bc00-42f9-b066-a2d96c38d156 req-bef6571c-0939-4416-b9f9-ba79fe04b9c3 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.54 "GET /v2.0/ports?device_id=b9a81e13-45a7-497f-b969-59b5fde8ffac HTTP/1.1" status: 200 len: 946 time: 0.5254717 May 25 12:15:35.216384 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.db [req-389258a4-b146-4d47-9d8e-4e5349ec6762 req-1e4d1e5d-9d5c-4c1d-a90f-f60276b23876 service neutron] For port 17c7d2d8-b177-4f34-a452-d1c97899ea30, host hv-cinder-77923, cleared binding levels {{(pid=92473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 12:15:35.221893 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.db [req-389258a4-b146-4d47-9d8e-4e5349ec6762 req-1e4d1e5d-9d5c-4c1d-a90f-f60276b23876 service neutron] For port 17c7d2d8-b177-4f34-a452-d1c97899ea30, host hv-cinder-77923, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=17c7d2d8-b177-4f34-a452-d1c97899ea30,segment=NetworkSegment(504b014f-7faf-41b8-a7eb-1fa77bf1de6e),segment_id=504b014f-7faf-41b8-a7eb-1fa77bf1de6e)] {{(pid=92473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 12:15:35.309256 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.plugin [req-5f901405-bc00-42f9-b066-a2d96c38d156 req-25ac45a1-1f8c-4ef8-a2a5-3065ade1e6d6 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Deleting port a93b8e82-f13c-4ef0-860d-d0ecda54d744 {{(pid=92473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 12:15:35.309681 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-5f901405-bc00-42f9-b066-a2d96c38d156 req-25ac45a1-1f8c-4ef8-a2a5-3065ade1e6d6 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786008536899'] for port, before_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:35.340248 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-389258a4-b146-4d47-9d8e-4e5349ec6762 req-1e4d1e5d-9d5c-4c1d-a90f-f60276b23876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2465554'] for port, after_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:35.340248 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-e52f7170-34f2-47bc-b33f-63fabdef9b3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:15:35.476955 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389258a4-b146-4d47-9d8e-4e5349ec6762 req-1e4d1e5d-9d5c-4c1d-a90f-f60276b23876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:15:35.478634 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-389258a4-b146-4d47-9d8e-4e5349ec6762 req-1e4d1e5d-9d5c-4c1d-a90f-f60276b23876 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163099'] for port, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:35.479287 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-389258a4-b146-4d47-9d8e-4e5349ec6762 req-1e4d1e5d-9d5c-4c1d-a90f-f60276b23876 service neutron] 10.222.0.54 "PUT /v2.0/ports/17c7d2d8-b177-4f34-a452-d1c97899ea30 HTTP/1.1" status: 200 len: 1094 time: 1.7413599 May 25 12:15:35.484364 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a31979a1-268b-4074-8cde-62e02c72d231', 'tag': '17c7d2d8-b177-4f34-a452-d1c97899ea30'}] {{(pid=92473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 12:15:35.492874 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9e82cc-a729-4a05-85eb-4891d20dd482 req-7ffab46c-06ec-4ed6-8384-033109f33e9b tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:15:35.496744 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-de9e82cc-a729-4a05-85eb-4891d20dd482 req-7ffab46c-06ec-4ed6-8384-033109f33e9b tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9a81e13-45a7-497f-b969-59b5fde8ffac HTTP/1.1" status: 200 len: 946 time: 0.2154310 May 25 12:15:35.534949 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4d1e5d-9d5c-4c1d-a90f-f60276b23876 service neutron] Pushing event updated for resources: {'Port': ['ID=17c7d2d8-b177-4f34-a452-d1c97899ea30,revision_number=3']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:15:35.538413 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-1e4d1e5d-9d5c-4c1d-a90f-f60276b23876 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:15:35.573120 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.db [req-5f901405-bc00-42f9-b066-a2d96c38d156 req-25ac45a1-1f8c-4ef8-a2a5-3065ade1e6d6 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] For port a93b8e82-f13c-4ef0-860d-d0ecda54d744, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=a93b8e82-f13c-4ef0-860d-d0ecda54d744,segment=NetworkSegment(bce0be32-79f8-414c-940b-3d609357a644),segment_id=bce0be32-79f8-414c-940b-3d609357a644)] {{(pid=92473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:15:35.574659 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-5f901405-bc00-42f9-b066-a2d96c38d156 req-25ac45a1-1f8c-4ef8-a2a5-3065ade1e6d6 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042426'] for port, precommit_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:35.591108 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-de9e82cc-a729-4a05-85eb-4891d20dd482 req-37eeb5e3-4d87-4fbd-95e7-560cf5af63ad tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/security-groups?id=66037392-5f85-4874-a400-63cb75635da6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878284 May 25 12:15:35.713856 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbd5130-278a-4b4a-a7c5-a90697c23602 req-0f466308-b14d-4937-9d6f-cdac85d5a99e tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:15:35.725059 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-cfbd5130-278a-4b4a-a7c5-a90697c23602 req-0f466308-b14d-4937-9d6f-cdac85d5a99e tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] 10.222.0.44 "GET /v2.0/ports?device_id=a31979a1-268b-4074-8cde-62e02c72d231 HTTP/1.1" status: 200 len: 944 time: 0.1297748 May 25 12:15:35.814490 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-cfbd5130-278a-4b4a-a7c5-a90697c23602 req-a488c009-19f0-410e-9647-a6374690740d tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b4fedef-e951-4783-a6c8-f37f4f2f28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882320 May 25 12:15:35.877613 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.plugin [req-5f901405-bc00-42f9-b066-a2d96c38d156 req-25ac45a1-1f8c-4ef8-a2a5-3065ade1e6d6 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Calling delete_port for a93b8e82-f13c-4ef0-860d-d0ecda54d744 owned by compute:nova {{(pid=92473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 12:15:35.885966 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a31979a1-268b-4074-8cde-62e02c72d231', 'tag': '17c7d2d8-b177-4f34-a452-d1c97899ea30', 'status': 'completed', 'code': 200} May 25 12:15:36.011234 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389258a4-b146-4d47-9d8e-4e5349ec6762 req-7e099879-ce94-4704-99e0-316f67a9dc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:15:36.013142 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-389258a4-b146-4d47-9d8e-4e5349ec6762 req-7e099879-ce94-4704-99e0-316f67a9dc94 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b9fb5e4641934500b1db8ab332a09510&device_id=a31979a1-268b-4074-8cde-62e02c72d231 HTTP/1.1" status: 200 len: 1097 time: 0.1261668 May 25 12:15:36.138468 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-389258a4-b146-4d47-9d8e-4e5349ec6762 req-b45d8252-2e19-4270-957c-3d76bb853c51 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17c7d2d8-b177-4f34-a452-d1c97899ea30 HTTP/1.1" status: 200 len: 217 time: 0.1166079 May 25 12:15:36.233002 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389258a4-b146-4d47-9d8e-4e5349ec6762 req-7d93e5b5-8b0d-4e6c-b46f-b2096cff9c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:15:36.235089 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-389258a4-b146-4d47-9d8e-4e5349ec6762 req-7d93e5b5-8b0d-4e6c-b46f-b2096cff9c91 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=00287b72-0a2d-4a64-9e80-e260565db411 HTTP/1.1" status: 200 len: 854 time: 0.0882223 May 25 12:15:36.303759 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-389258a4-b146-4d47-9d8e-4e5349ec6762 req-e230d7aa-3674-4811-b3cf-b6542aeb1cbb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f7d896d4-f018-4b49-8342-6a24e01ffe9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577610 May 25 12:15:36.305961 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-5f901405-bc00-42f9-b066-a2d96c38d156 req-25ac45a1-1f8c-4ef8-a2a5-3065ade1e6d6 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786008539046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786008105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2465563'] for port, after_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:36.312412 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-e831fe68-1742-46e3-92e5-139feb5092c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:15:36.318300 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] get_ports_and_sgs() called for port_ids ['a93b8e82-f13c-4ef0-860d-d0ecda54d744'] {{(pid=92474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 12:15:36.476598 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ac45a1-1f8c-4ef8-a2a5-3065ade1e6d6 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Pushing event deleted for resources: {'Port': ['ID=a93b8e82-f13c-4ef0-860d-d0ecda54d744,revision_number=None']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:15:36.515657 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-25ac45a1-1f8c-4ef8-a2a5-3065ade1e6d6 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:15:36.577651 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f901405-bc00-42f9-b066-a2d96c38d156 req-25ac45a1-1f8c-4ef8-a2a5-3065ade1e6d6 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] No DVR routers for this DVR port a93b8e82-f13c-4ef0-860d-d0ecda54d744 on host hv-cinder-77923 {{(pid=92473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 12:15:36.582294 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-5f901405-bc00-42f9-b066-a2d96c38d156 req-25ac45a1-1f8c-4ef8-a2a5-3065ade1e6d6 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163099'] for port, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:36.638410 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-389258a4-b146-4d47-9d8e-4e5349ec6762 req-625cc27a-0c93-4dd6-940c-f752ba50ee6d service neutron] 10.222.0.54 "GET /v2.0/networks/f7d896d4-f018-4b49-8342-6a24e01ffe9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2891147 May 25 12:15:36.782553 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-5f901405-bc00-42f9-b066-a2d96c38d156 req-25ac45a1-1f8c-4ef8-a2a5-3065ade1e6d6 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.54 "DELETE /v2.0/ports/a93b8e82-f13c-4ef0-860d-d0ecda54d744 HTTP/1.1" status: 204 len: 173 time: 1.6820264 May 25 12:15:36.847440 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-389258a4-b146-4d47-9d8e-4e5349ec6762 req-1a2c6e07-5865-44ae-b5ad-18dd6ad3478a service neutron] 10.222.0.54 "GET /v2.0/networks/f7d896d4-f018-4b49-8342-6a24e01ffe9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833484 May 25 12:15:36.875130 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-dcda07e1-4bd2-45b4-9577-b5f9e190c361 req-6f1f7fa1-b7a4-4eaf-a741-5ff65d84f785 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9a81e13-45a7-497f-b969-59b5fde8ffac HTTP/1.1" status: 200 len: 210 time: 0.0603797 May 25 12:15:37.073973 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547f9be8-acd1-4b88-8207-ec411464dd3f req-d9de8cb5-df62-44e1-9831-862975bb8765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:15:37.076536 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-547f9be8-acd1-4b88-8207-ec411464dd3f req-d9de8cb5-df62-44e1-9831-862975bb8765 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b9fb5e4641934500b1db8ab332a09510&device_id=a31979a1-268b-4074-8cde-62e02c72d231 HTTP/1.1" status: 200 len: 1097 time: 0.1136014 May 25 12:15:37.161447 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bed899-c913-4ae7-9162-9ebc740bea80 req-614ec3ae-7e4c-4ebf-94d0-dca9ab1b7927 tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:15:37.173188 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-75bed899-c913-4ae7-9162-9ebc740bea80 req-614ec3ae-7e4c-4ebf-94d0-dca9ab1b7927 tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] 10.222.0.44 "GET /v2.0/ports?device_id=a31979a1-268b-4074-8cde-62e02c72d231 HTTP/1.1" status: 200 len: 944 time: 0.1770284 May 25 12:15:37.240795 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-75bed899-c913-4ae7-9162-9ebc740bea80 req-79df8871-e50c-4a51-9ca3-728cb12b5d85 tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b4fedef-e951-4783-a6c8-f37f4f2f28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630448 May 25 12:15:37.253845 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547f9be8-acd1-4b88-8207-ec411464dd3f req-632271c8-0fb1-4389-b00e-6a6f312c176d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:15:37.256260 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-547f9be8-acd1-4b88-8207-ec411464dd3f req-632271c8-0fb1-4389-b00e-6a6f312c176d service neutron] 10.222.0.54 "GET /v2.0/networks?id=f7d896d4-f018-4b49-8342-6a24e01ffe9f HTTP/1.1" status: 200 len: 915 time: 0.1721761 May 25 12:15:37.343544 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-547f9be8-acd1-4b88-8207-ec411464dd3f req-3eead93d-1059-41d7-a74b-425092edcc76 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17c7d2d8-b177-4f34-a452-d1c97899ea30 HTTP/1.1" status: 200 len: 217 time: 0.0810513 May 25 12:15:37.418839 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547f9be8-acd1-4b88-8207-ec411464dd3f req-0e7fe5a4-1dfd-4965-8b02-11f0221e72b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:15:37.420804 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-547f9be8-acd1-4b88-8207-ec411464dd3f req-0e7fe5a4-1dfd-4965-8b02-11f0221e72b6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=00287b72-0a2d-4a64-9e80-e260565db411 HTTP/1.1" status: 200 len: 854 time: 0.0674546 May 25 12:15:37.475995 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-547f9be8-acd1-4b88-8207-ec411464dd3f req-320996fc-ffc3-4875-aeea-8eb88dd78ab8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=f7d896d4-f018-4b49-8342-6a24e01ffe9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448060 May 25 12:15:37.628267 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-547f9be8-acd1-4b88-8207-ec411464dd3f req-e89c31be-8aab-400b-a428-1e31b0fb3dfe service neutron] 10.222.0.54 "GET /v2.0/networks/f7d896d4-f018-4b49-8342-6a24e01ffe9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422079 May 25 12:15:37.784638 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-547f9be8-acd1-4b88-8207-ec411464dd3f req-670668f1-dacc-44cf-84f2-702ebd0b54a4 service neutron] 10.222.0.54 "GET /v2.0/networks/f7d896d4-f018-4b49-8342-6a24e01ffe9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487126 May 25 12:15:37.886746 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9a81e13-45a7-497f-b969-59b5fde8ffac', 'name': 'network-vif-deleted', 'tag': 'a93b8e82-f13c-4ef0-860d-d0ecda54d744'}] {{(pid=92473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 12:15:37.941456 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9a81e13-45a7-497f-b969-59b5fde8ffac', 'name': 'network-vif-deleted', 'tag': 'a93b8e82-f13c-4ef0-860d-d0ecda54d744', 'status': 'completed', 'code': 200} May 25 12:15:38.117169 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-32fc650e-ae51-416a-bd0e-39259ef9f000 req-d45fef1f-20f1-41d5-a695-6a4b8b478092 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9a81e13-45a7-497f-b969-59b5fde8ffac HTTP/1.1" status: 200 len: 210 time: 0.0654104 May 25 12:15:38.421925 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8055249f-8f6c-4cb0-8a36-7232323ff1de req-0d38d63a-b31c-49b5-806a-305e8494a2db tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:15:38.423477 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-8055249f-8f6c-4cb0-8a36-7232323ff1de req-0d38d63a-b31c-49b5-806a-305e8494a2db tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] 10.222.0.44 "GET /v2.0/ports?device_id=a31979a1-268b-4074-8cde-62e02c72d231 HTTP/1.1" status: 200 len: 944 time: 0.0814023 May 25 12:15:38.469350 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-8055249f-8f6c-4cb0-8a36-7232323ff1de req-e90fa38f-6fe4-4dd6-8e4d-5e7a68a6eb38 tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b4fedef-e951-4783-a6c8-f37f4f2f28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401199 May 25 12:15:38.719534 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Device 17c7d2d8-b177-4f34-a452-d1c97899ea30 details requested by agent hyperv_hv-cinder-77923 with host hv-cinder-77923 {{(pid=92474) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 12:15:38.722654 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Device a93b8e82-f13c-4ef0-860d-d0ecda54d744 no longer exists at agent hyperv_hv-cinder-77923 {{(pid=92474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 12:15:38.761481 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.plugin [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] No Port match for: a93b8e82-f13c-4ef0-860d-d0ecda54d744 {{(pid=92474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 12:15:38.762181 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Device a93b8e82-f13c-4ef0-860d-d0ecda54d744 not bound to the agent host hv-cinder-77923 {{(pid=92474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 12:15:38.872119 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 41152) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:15:39.015641 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] For port 17c7d2d8-b177-4f34-a452-d1c97899ea30, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=17c7d2d8-b177-4f34-a452-d1c97899ea30,segment=NetworkSegment(504b014f-7faf-41b8-a7eb-1fa77bf1de6e),segment_id=504b014f-7faf-41b8-a7eb-1fa77bf1de6e)] {{(pid=92474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:15:39.029142 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-aa887905-b112-4a28-beb4-4358e0284e68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:39.050206 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-aa887905-b112-4a28-beb4-4358e0284e68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:15:39.050626 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Returning: {'device': '17c7d2d8-b177-4f34-a452-d1c97899ea30', 'network_id': 'f7d896d4-f018-4b49-8342-6a24e01ffe9f', 'port_id': '17c7d2d8-b177-4f34-a452-d1c97899ea30', 'mac_address': 'fa:16:3e:32:97:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00287b72-0a2d-4a64-9e80-e260565db411', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92474) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 12:15:39.055595 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-aa887905-b112-4a28-beb4-4358e0284e68 admin admin] Usage tracker for resource:security_group_rule and tenant:96634a0463854255b6f6e58410271e00 is out of sync, need to count used quota {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:15:39.058918 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-aa887905-b112-4a28-beb4-4358e0284e68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:15:39.066880 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-aa887905-b112-4a28-beb4-4358e0284e68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:15:39.124965 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:39.162740 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.notifiers.nova [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17c7d2d8-b177-4f34-a452-d1c97899ea30 {{(pid=92474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 12:15:39.198765 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-aa887905-b112-4a28-beb4-4358e0284e68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:39.211770 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] For port 17c7d2d8-b177-4f34-a452-d1c97899ea30, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=17c7d2d8-b177-4f34-a452-d1c97899ea30,segment=NetworkSegment(504b014f-7faf-41b8-a7eb-1fa77bf1de6e),segment_id=504b014f-7faf-41b8-a7eb-1fa77bf1de6e)] {{(pid=92474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:15:39.239594 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 41190) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:15:39.319496 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:39.321716 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:15:39.427750 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Pushing event updated for resources: {'Port': ['ID=17c7d2d8-b177-4f34-a452-d1c97899ea30,revision_number=4']} {{(pid=92474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:15:39.432696 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:15:39.551366 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-aa887905-b112-4a28-beb4-4358e0284e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:39.588819 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-842d3063-cc9e-4dfc-8531-375380abb15b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:15:39.594303 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] get_ports_and_sgs() called for port_ids ['17c7d2d8-b177-4f34-a452-d1c97899ea30'] {{(pid=92474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 12:15:39.730270 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-aa887905-b112-4a28-beb4-4358e0284e68 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=96634a0463854255b6f6e58410271e00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8569939 May 25 12:15:39.733474 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 41214) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:15:39.736147 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa887905-b112-4a28-beb4-4358e0284e68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e80fbb27-200b-45ba-9b1a-13e1c759bc6f,revision_number=1']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:15:39.743190 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-aa887905-b112-4a28-beb4-4358e0284e68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:15:39.864691 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a938cb-cc44-4e84-ba60-37d76758142b req-fffa9512-058f-4fb7-a8ad-33b76d2dcec5 tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:15:39.866406 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-87a938cb-cc44-4e84-ba60-37d76758142b req-fffa9512-058f-4fb7-a8ad-33b76d2dcec5 tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] 10.222.0.44 "GET /v2.0/ports?device_id=a31979a1-268b-4074-8cde-62e02c72d231 HTTP/1.1" status: 200 len: 945 time: 0.2105281 May 25 12:15:39.935167 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-b95aa118-48a1-4ec6-b5e4-0ee5d742b52c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:40.001750 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-87a938cb-cc44-4e84-ba60-37d76758142b req-c3986b91-09f6-46dd-87fc-1257d6e851fa tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b4fedef-e951-4783-a6c8-f37f4f2f28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259143 May 25 12:15:40.040671 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-b95aa118-48a1-4ec6-b5e4-0ee5d742b52c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:40.174959 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-b95aa118-48a1-4ec6-b5e4-0ee5d742b52c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:40.180111 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:15:40.194845 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95aa118-48a1-4ec6-b5e4-0ee5d742b52c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e80fbb27-200b-45ba-9b1a-13e1c759bc6f,revision_number=None']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:15:40.204723 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-b95aa118-48a1-4ec6-b5e4-0ee5d742b52c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:15:40.208664 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-b95aa118-48a1-4ec6-b5e4-0ee5d742b52c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:40.212759 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-b95aa118-48a1-4ec6-b5e4-0ee5d742b52c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e80fbb27-200b-45ba-9b1a-13e1c759bc6f HTTP/1.1" status: 204 len: 168 time: 0.4776809 May 25 12:15:40.262211 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-11f28311-d2b6-4348-8d26-29eb1b6a4841 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1040427'] for router_interface, before_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:40.736739 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Device 17c7d2d8-b177-4f34-a452-d1c97899ea30 up at agent hyperv_hv-cinder-77923 {{(pid=92474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 12:15:40.853379 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.plugins.ml2.plugin [None req-11f28311-d2b6-4348-8d26-29eb1b6a4841 admin admin] Deleting port bfa0d4ff-9eda-4cf5-a736-48d76e6d0535 {{(pid=92472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 12:15:40.853744 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-11f28311-d2b6-4348-8d26-29eb1b6a4841 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786008536899'] for port, before_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:40.950352 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Provisioning for port 17c7d2d8-b177-4f34-a452-d1c97899ea30 completed by entity L2. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 12:15:40.956278 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Provisioning complete for port 17c7d2d8-b177-4f34-a452-d1c97899ea30 triggered by entity L2. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 12:15:40.956648 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902397'] for port, provisioning_complete {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:41.062661 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.plugins.ml2.db [None req-11f28311-d2b6-4348-8d26-29eb1b6a4841 admin admin] For port bfa0d4ff-9eda-4cf5-a736-48d76e6d0535, host dv-cinder-779233-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-5-smb',level=0,port_id=bfa0d4ff-9eda-4cf5-a736-48d76e6d0535,segment=NetworkSegment(bce0be32-79f8-414c-940b-3d609357a644),segment_id=bce0be32-79f8-414c-940b-3d609357a644)] {{(pid=92472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:15:41.065830 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-11f28311-d2b6-4348-8d26-29eb1b6a4841 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042426'] for port, precommit_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:41.089775 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:41.128203 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a31979a1-268b-4074-8cde-62e02c72d231', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17c7d2d8-b177-4f34-a452-d1c97899ea30'}] {{(pid=92474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 12:15:41.139454 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] For port 17c7d2d8-b177-4f34-a452-d1c97899ea30, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=17c7d2d8-b177-4f34-a452-d1c97899ea30,segment=NetworkSegment(504b014f-7faf-41b8-a7eb-1fa77bf1de6e),segment_id=504b014f-7faf-41b8-a7eb-1fa77bf1de6e)] {{(pid=92474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:15:41.208376 dv-cinder-779233-5-smb neutron-server[92474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a31979a1-268b-4074-8cde-62e02c72d231', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17c7d2d8-b177-4f34-a452-d1c97899ea30', 'code': 200} May 25 12:15:41.217763 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:41.220274 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:15:41.316824 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.plugins.ml2.plugin [None req-11f28311-d2b6-4348-8d26-29eb1b6a4841 admin admin] Calling delete_port for bfa0d4ff-9eda-4cf5-a736-48d76e6d0535 owned by network:router_interface {{(pid=92472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 12:15:41.317374 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Pushing event updated for resources: {'Port': ['ID=17c7d2d8-b177-4f34-a452-d1c97899ea30,revision_number=5']} {{(pid=92474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:15:41.320222 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:15:41.711215 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeead09-7a17-423c-8839-71859e8228f6 req-6807894e-f4b4-4689-a3ba-a07e95bb7b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:15:41.713004 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-aaeead09-7a17-423c-8839-71859e8228f6 req-6807894e-f4b4-4689-a3ba-a07e95bb7b2b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=a31979a1-268b-4074-8cde-62e02c72d231 HTTP/1.1" status: 200 len: 1099 time: 0.0805542 May 25 12:15:41.771820 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-aaeead09-7a17-423c-8839-71859e8228f6 req-f5bfd568-6fe2-44a3-8c33-ffa046b9dd87 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=5b4fedef-e951-4783-a6c8-f37f4f2f28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501869 May 25 12:15:41.780284 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71757379-4e89-44af-8007-85b9a5b62508 req-32277105-d016-43cd-8b3f-a738f07610fa tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:15:41.794907 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-71757379-4e89-44af-8007-85b9a5b62508 req-32277105-d016-43cd-8b3f-a738f07610fa tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] 10.222.0.44 "GET /v2.0/ports?device_id=a31979a1-268b-4074-8cde-62e02c72d231 HTTP/1.1" status: 200 len: 946 time: 0.4720094 May 25 12:15:41.866776 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-71757379-4e89-44af-8007-85b9a5b62508 req-af9e88e8-b719-448d-8e87-ece903edbcfb tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b4fedef-e951-4783-a6c8-f37f4f2f28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703862 May 25 12:15:42.111916 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-11f28311-d2b6-4348-8d26-29eb1b6a4841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786008539046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786008105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2227112'] for port, after_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:42.116504 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-41507c68-b092-4d21-b437-ab846e2bba88 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:15:42.194463 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f28311-d2b6-4348-8d26-29eb1b6a4841 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfa0d4ff-9eda-4cf5-a736-48d76e6d0535,revision_number=None']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:15:42.245559 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-11f28311-d2b6-4348-8d26-29eb1b6a4841 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:15:42.577110 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-11f28311-d2b6-4348-8d26-29eb1b6a4841 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1046971'] for router_interface, after_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:43.098729 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11f28311-d2b6-4348-8d26-29eb1b6a4841 admin admin] Router fe86696f-10f7-4fd5-bbfd-af96f8757610 has already been hosted by L3 agent 4aaf6e0c-8c85-4f95-8d8e-6a64f0cc3b25 {{(pid=92472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 12:15:43.179433 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b11cef-4d9d-446e-994e-b1e9886ba5a5 req-27defdad-91cc-4037-9c20-655cc820afdc tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:15:43.181061 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-b1b11cef-4d9d-446e-994e-b1e9886ba5a5 req-27defdad-91cc-4037-9c20-655cc820afdc tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] 10.222.0.44 "GET /v2.0/ports?device_id=a31979a1-268b-4074-8cde-62e02c72d231 HTTP/1.1" status: 200 len: 946 time: 0.1898060 May 25 12:15:43.355489 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-b1b11cef-4d9d-446e-994e-b1e9886ba5a5 req-59b92493-d016-42a1-b01a-d9e1dbd3b6ec tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b4fedef-e951-4783-a6c8-f37f4f2f28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626475 May 25 12:15:43.476798 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11f28311-d2b6-4348-8d26-29eb1b6a4841 admin admin] Notify agent at l3_agent.dv-cinder-779233-5-smb the message routers_updated {{(pid=92472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 12:15:43.485844 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13822a04-9faf-4542-b637-de1c58df2c4b None None] Sync routers for ids ['fe86696f-10f7-4fd5-bbfd-af96f8757610'] in dv-cinder-779233-5-smb {{(pid=92475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 12:15:43.501182 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13822a04-9faf-4542-b637-de1c58df2c4b None None] Routers {'fe86696f-10f7-4fd5-bbfd-af96f8757610'} bound to L3 agent in host dv-cinder-779233-5-smb {{(pid=92475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 12:15:43.502725 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_hamode_db [None req-13822a04-9faf-4542-b637-de1c58df2c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T12:04:17Z,description=,heartbeat_timestamp=2021-05-25T12:15:17Z,host='dv-cinder-779233-5-smb',id=4aaf6e0c-8c85-4f95-8d8e-6a64f0cc3b25,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T12:04:17Z,topic='l3_agent')) {'router_ids': ['fe86696f-10f7-4fd5-bbfd-af96f8757610'], 'active': True} {{(pid=92475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:15:43.526480 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-11f28311-d2b6-4348-8d26-29eb1b6a4841 admin admin] 10.222.0.44 "PUT /v2.0/routers/fe86696f-10f7-4fd5-bbfd-af96f8757610/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2849772 May 25 12:15:43.528919 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 41348) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:15:43.744634 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-7485716f-62d6-40bf-bb79-ee5967670043 admin admin] Notify callbacks [] for router, before_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:43.822419 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_dvr_db [None req-13822a04-9faf-4542-b637-de1c58df2c4b None None] Set router fe86696f-10f7-4fd5-bbfd-af96f8757610 gateway port host: dv-cinder-779233-5-smb {{(pid=92475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 12:15:43.952777 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-7485716f-62d6-40bf-bb79-ee5967670043 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:44.155908 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_hamode_db [None req-13822a04-9faf-4542-b637-de1c58df2c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe86696f-10f7-4fd5-bbfd-af96f8757610', 'name': 'tempest-ServerRescueNegativeTestJSON-1483553145-router', 'tenant_id': '4b9fde9de33c4fc09c0c531cf0f714fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'external_fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.33'}], 'enable_snat': True}, 'gw_port_id': '5e2cfe67-2f8e-4922-8e7f-8ef9d0587dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T12:12:04Z', 'updated_at': '2021-05-25T12:15:41Z', 'revision_number': 5, 'project_id': '4b9fde9de33c4fc09c0c531cf0f714fe', 'gw_port': {'id': '5e2cfe67-2f8e-4922-8e7f-8ef9d0587dc7', 'name': '', 'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f0:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe86696f-10f7-4fd5-bbfd-af96f8757610', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:12:06Z', 'updated_at': '2021-05-25T12:12:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-5-smb'}], 'dv-cinder-779233-5-smb', False) {} {{(pid=92475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:15:44.159577 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13822a04-9faf-4542-b637-de1c58df2c4b None None] Checking router: fe86696f-10f7-4fd5-bbfd-af96f8757610 for host: dv-cinder-779233-5-smb {{(pid=92475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 12:15:44.167827 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13822a04-9faf-4542-b637-de1c58df2c4b None None] Routers {'fe86696f-10f7-4fd5-bbfd-af96f8757610'} bound to L3 agent in host dv-cinder-779233-5-smb {{(pid=92475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 12:15:44.168409 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_hamode_db [None req-13822a04-9faf-4542-b637-de1c58df2c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T12:04:17Z,description=,heartbeat_timestamp=2021-05-25T12:15:17Z,host='dv-cinder-779233-5-smb',id=4aaf6e0c-8c85-4f95-8d8e-6a64f0cc3b25,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T12:04:17Z,topic='l3_agent')) {'router_ids': ['fe86696f-10f7-4fd5-bbfd-af96f8757610'], 'active': True} {{(pid=92475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:15:44.184374 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-9ac153e0-a348-46da-8b80-bcbf1996511e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:44.226775 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.plugin [None req-7485716f-62d6-40bf-bb79-ee5967670043 admin admin] Deleting port 5e2cfe67-2f8e-4922-8e7f-8ef9d0587dc7 {{(pid=92473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 12:15:44.227110 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-7485716f-62d6-40bf-bb79-ee5967670043 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786008536899'] for port, before_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:44.324100 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_dvr_db [None req-13822a04-9faf-4542-b637-de1c58df2c4b None None] Set router fe86696f-10f7-4fd5-bbfd-af96f8757610 gateway port host: None {{(pid=92475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 12:15:44.348135 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.db [None req-7485716f-62d6-40bf-bb79-ee5967670043 admin admin] For port 5e2cfe67-2f8e-4922-8e7f-8ef9d0587dc7, host dv-cinder-779233-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-5-smb',level=0,port_id=5e2cfe67-2f8e-4922-8e7f-8ef9d0587dc7,segment=NetworkSegment(34f5f11c-fa4c-4a54-bab0-6c112d271f06),segment_id=34f5f11c-fa4c-4a54-bab0-6c112d271f06)] {{(pid=92473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:15:44.348579 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-7485716f-62d6-40bf-bb79-ee5967670043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042426'] for port, precommit_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:44.460432 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_hamode_db [None req-13822a04-9faf-4542-b637-de1c58df2c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe86696f-10f7-4fd5-bbfd-af96f8757610', 'name': 'tempest-ServerRescueNegativeTestJSON-1483553145-router', 'tenant_id': '4b9fde9de33c4fc09c0c531cf0f714fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T12:12:04Z', 'updated_at': '2021-05-25T12:15:43Z', 'revision_number': 6, 'project_id': '4b9fde9de33c4fc09c0c531cf0f714fe', 'gw_port_host': None}], 'dv-cinder-779233-5-smb', False) {} {{(pid=92475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:15:44.462851 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13822a04-9faf-4542-b637-de1c58df2c4b None None] The sync data for ids ['fe86696f-10f7-4fd5-bbfd-af96f8757610'] in dv-cinder-779233-5-smb is: [{'id': 'fe86696f-10f7-4fd5-bbfd-af96f8757610', 'name': 'tempest-ServerRescueNegativeTestJSON-1483553145-router', 'tenant_id': '4b9fde9de33c4fc09c0c531cf0f714fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T12:12:04Z', 'updated_at': '2021-05-25T12:15:43Z', 'revision_number': 6, 'project_id': '4b9fde9de33c4fc09c0c531cf0f714fe', 'gw_port_host': None}] {{(pid=92475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 12:15:44.511429 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.plugin [None req-7485716f-62d6-40bf-bb79-ee5967670043 admin admin] Calling delete_port for 5e2cfe67-2f8e-4922-8e7f-8ef9d0587dc7 owned by network:router_gateway {{(pid=92473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 12:15:44.662695 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d52e524-4231-4389-a17a-28e326e77747 req-15c19035-5b1a-488c-9ada-3bb36282070a tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:15:44.669506 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-3d52e524-4231-4389-a17a-28e326e77747 req-15c19035-5b1a-488c-9ada-3bb36282070a tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] 10.222.0.44 "GET /v2.0/ports?device_id=a31979a1-268b-4074-8cde-62e02c72d231 HTTP/1.1" status: 200 len: 946 time: 0.1456168 May 25 12:15:44.710870 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-3d52e524-4231-4389-a17a-28e326e77747 req-64d61e5b-7942-4fb0-8de3-71e012b14421 tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b4fedef-e951-4783-a6c8-f37f4f2f28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396302 May 25 12:15:44.711804 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 41384) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:15:44.903255 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-fc43a809-bee8-4029-b887-536a0f151c00 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0b908e8e42d94f6da6902c94bb82404c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1903272 May 25 12:15:44.906348 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 41396) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:15:44.981322 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-cd0338dc-21d6-4d4b-9db7-26c3e7cb9c3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:45.010699 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-cd0338dc-21d6-4d4b-9db7-26c3e7cb9c3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:45.028526 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-7485716f-62d6-40bf-bb79-ee5967670043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786008539046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786008105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2465563'] for port, after_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:45.034613 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-d71e8f1b-4085-42fc-8e0f-66dccc93416c tempest-VolumesActionsTest-748357182 tempest-VolumesActionsTest-748357182-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:15:45.084400 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7485716f-62d6-40bf-bb79-ee5967670043 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e2cfe67-2f8e-4922-8e7f-8ef9d0587dc7,revision_number=None']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:15:45.113463 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-7485716f-62d6-40bf-bb79-ee5967670043 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:15:45.180772 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-7485716f-62d6-40bf-bb79-ee5967670043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1047094'] for router_gateway, after_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:45.243294 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-cd0338dc-21d6-4d4b-9db7-26c3e7cb9c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:45.248258 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-aa887905-b112-4a28-beb4-4358e0284e68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:15:45.260816 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0338dc-21d6-4d4b-9db7-26c3e7cb9c3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9311c26f-c9be-4cfd-a75d-a602c2b40546,revision_number=None']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:15:45.263953 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-cd0338dc-21d6-4d4b-9db7-26c3e7cb9c3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:15:45.272424 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-cd0338dc-21d6-4d4b-9db7-26c3e7cb9c3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:45.272424 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-cd0338dc-21d6-4d4b-9db7-26c3e7cb9c3c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9311c26f-c9be-4cfd-a75d-a602c2b40546 HTTP/1.1" status: 204 len: 168 time: 0.3588202 May 25 12:15:45.431621 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-7485716f-62d6-40bf-bb79-ee5967670043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1047739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2640'] for router, precommit_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:45.433888 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-7485716f-62d6-40bf-bb79-ee5967670043 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:45.529386 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Device bfa0d4ff-9eda-4cf5-a736-48d76e6d0535 no longer exists at agent ovs-agent-dv-cinder-779233-5-smb {{(pid=92474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 12:15:45.563572 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.plugin [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] No Port match for: bfa0d4ff-9eda-4cf5-a736-48d76e6d0535 {{(pid=92474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 12:15:45.563917 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Device bfa0d4ff-9eda-4cf5-a736-48d76e6d0535 not bound to the agent host dv-cinder-779233-5-smb {{(pid=92474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 12:15:45.564403 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Device 5e2cfe67-2f8e-4922-8e7f-8ef9d0587dc7 no longer exists at agent ovs-agent-dv-cinder-779233-5-smb {{(pid=92474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 12:15:45.601310 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.plugin [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] No Port match for: 5e2cfe67-2f8e-4922-8e7f-8ef9d0587dc7 {{(pid=92474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 12:15:45.601671 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Device 5e2cfe67-2f8e-4922-8e7f-8ef9d0587dc7 not bound to the agent host dv-cinder-779233-5-smb {{(pid=92474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 12:15:45.729181 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-7485716f-62d6-40bf-bb79-ee5967670043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1048199'] for router, after_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:45.729848 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7485716f-62d6-40bf-bb79-ee5967670043 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe86696f-10f7-4fd5-bbfd-af96f8757610 {{(pid=92473) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 12:15:45.745922 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-7485716f-62d6-40bf-bb79-ee5967670043 admin admin] Notify callbacks [] for router, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:45.747221 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-7485716f-62d6-40bf-bb79-ee5967670043 admin admin] 10.222.0.44 "DELETE /v2.0/routers/fe86696f-10f7-4fd5-bbfd-af96f8757610 HTTP/1.1" status: 204 len: 168 time: 2.2171721 May 25 12:15:45.749965 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 41412) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:15:45.830751 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.db_base_plugin_v2 [None req-aee144db-0d30-424f-b4e1-67f06c8fec15 admin admin] Deleting subnet ac9aa6d5-d32d-4236-bb0d-23d9288b7f03 {{(pid=92472) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 12:15:45.834442 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-aee144db-0d30-424f-b4e1-67f06c8fec15 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:45.886729 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-aee144db-0d30-424f-b4e1-67f06c8fec15 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2238172'] for subnet, precommit_delete_associations {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:45.947539 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-aee144db-0d30-424f-b4e1-67f06c8fec15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1960903'] for subnet, precommit_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:46.109488 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.agents_db [None req-9d38de35-3365-4658-8f1e-c8b00fd146ea None None] Agent healthcheck: found 6 active agents {{(pid=92475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 12:15:46.346369 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-aee144db-0d30-424f-b4e1-67f06c8fec15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2273115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222404'] for subnet, after_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:46.352633 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-ceb3b177-9f12-44c7-9408-c217e59bcbeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:15:46.389836 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee144db-0d30-424f-b4e1-67f06c8fec15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac9aa6d5-d32d-4236-bb0d-23d9288b7f03,revision_number=None']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:15:46.391906 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-aee144db-0d30-424f-b4e1-67f06c8fec15 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:46.394612 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-aee144db-0d30-424f-b4e1-67f06c8fec15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:15:46.398875 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-aee144db-0d30-424f-b4e1-67f06c8fec15 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/ac9aa6d5-d32d-4236-bb0d-23d9288b7f03 HTTP/1.1" status: 204 len: 168 time: 0.6474903 May 25 12:15:46.401152 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 41436) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:15:46.425976 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:46.516775 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-190fb64a-5703-413a-9473-f7c19be26449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628851'] for network, before_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:46.641634 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-190fb64a-5703-413a-9473-f7c19be26449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1908296', 'neutron.services.segments.db._delete_segments_for_network-8786008650460'] for network, precommit_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:46.653917 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.services.segments.db [None req-190fb64a-5703-413a-9473-f7c19be26449 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92cbe58f-da5f-428e-b139-7dfedbb5c159']}} {{(pid=92472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:15:46.668907 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.services.segments.db [None req-190fb64a-5703-413a-9473-f7c19be26449 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bce0be32-79f8-414c-940b-3d609357a644') {'for_net_delete': True} {{(pid=92472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:15:46.669140 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.services.segments.db [None req-190fb64a-5703-413a-9473-f7c19be26449 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bce0be32-79f8-414c-940b-3d609357a644') {} {{(pid=92472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:15:46.680656 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-190fb64a-5703-413a-9473-f7c19be26449 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786008660637', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2238167'] for segment, before_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:46.697152 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-190fb64a-5703-413a-9473-f7c19be26449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1959408'] for segment, precommit_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:46.703020 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-190fb64a-5703-413a-9473-f7c19be26449 admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=92472) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 12:15:46.703452 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-190fb64a-5703-413a-9473-f7c19be26449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1959408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2227197'] for segment, after_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:46.717274 dv-cinder-779233-5-smb neutron-server[92472]: Traceback (most recent call last): May 25 12:15:46.717274 dv-cinder-779233-5-smb neutron-server[92472]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 12:15:46.717274 dv-cinder-779233-5-smb neutron-server[92472]: timer() May 25 12:15:46.717274 dv-cinder-779233-5-smb neutron-server[92472]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 12:15:46.717274 dv-cinder-779233-5-smb neutron-server[92472]: cb(*args, **kw) May 25 12:15:46.717274 dv-cinder-779233-5-smb neutron-server[92472]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 12:15:46.717274 dv-cinder-779233-5-smb neutron-server[92472]: return func(*args, **kwargs) May 25 12:15:46.717274 dv-cinder-779233-5-smb neutron-server[92472]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 12:15:46.717274 dv-cinder-779233-5-smb neutron-server[92472]: self._notify() May 25 12:15:46.717274 dv-cinder-779233-5-smb neutron-server[92472]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 12:15:46.717274 dv-cinder-779233-5-smb neutron-server[92472]: self.callback(batched_events) May 25 12:15:46.717274 dv-cinder-779233-5-smb neutron-server[92472]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 12:15:46.717274 dv-cinder-779233-5-smb neutron-server[92472]: event.method(event) May 25 12:15:46.717274 dv-cinder-779233-5-smb neutron-server[92472]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 12:15:46.717274 dv-cinder-779233-5-smb neutron-server[92472]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 12:15:46.717274 dv-cinder-779233-5-smb neutron-server[92472]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 12:15:46.717274 dv-cinder-779233-5-smb neutron-server[92472]: aggregate_uuid = self.p_client.list_aggregates( May 25 12:15:46.717274 dv-cinder-779233-5-smb neutron-server[92472]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 12:15:46.717274 dv-cinder-779233-5-smb neutron-server[92472]: return f(self, *a, **k) May 25 12:15:46.717274 dv-cinder-779233-5-smb neutron-server[92472]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 12:15:46.717274 dv-cinder-779233-5-smb neutron-server[92472]: return self._get(url).json() May 25 12:15:46.717274 dv-cinder-779233-5-smb neutron-server[92472]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 12:15:46.717274 dv-cinder-779233-5-smb neutron-server[92472]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 12:15:46.717274 dv-cinder-779233-5-smb neutron-server[92472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 12:15:46.717274 dv-cinder-779233-5-smb neutron-server[92472]: return self.request(url, 'GET', **kwargs) May 25 12:15:46.717274 dv-cinder-779233-5-smb neutron-server[92472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 12:15:46.717274 dv-cinder-779233-5-smb neutron-server[92472]: base_url = self.get_endpoint(auth, allow=allow, May 25 12:15:46.717274 dv-cinder-779233-5-smb neutron-server[92472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 12:15:46.717274 dv-cinder-779233-5-smb neutron-server[92472]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 12:15:46.717274 dv-cinder-779233-5-smb neutron-server[92472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 12:15:46.717274 dv-cinder-779233-5-smb neutron-server[92472]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 12:15:46.717274 dv-cinder-779233-5-smb neutron-server[92472]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 12:15:46.822800 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-6fa96310-ab12-484d-8182-57ec85521041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:46.845544 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-190fb64a-5703-413a-9473-f7c19be26449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1908289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1019683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-653800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047083'] for network, after_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:46.849048 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-7811fae2-7ea9-47e3-8599-724b65c3fd4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:15:46.862289 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-190fb64a-5703-413a-9473-f7c19be26449 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653773'] for network, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:46.877194 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190fb64a-5703-413a-9473-f7c19be26449 admin admin] Pushing event deleted for resources: {'Network': ['ID=92cbe58f-da5f-428e-b139-7dfedbb5c159,revision_number=None']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:15:46.879923 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-190fb64a-5703-413a-9473-f7c19be26449 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:15:46.948810 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-190fb64a-5703-413a-9473-f7c19be26449 admin admin] 10.222.0.44 "DELETE /v2.0/networks/92cbe58f-da5f-428e-b139-7dfedbb5c159 HTTP/1.1" status: 204 len: 168 time: 0.5466776 May 25 12:15:47.387025 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 41482) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:15:47.437683 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-c4174fe7-fd8b-4c0a-adff-49281bf875b1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4b9fde9de33c4fc09c0c531cf0f714fe&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0494168 May 25 12:15:47.440197 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 41486) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:15:47.499476 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-1e7fbcf4-3972-46b0-aaf1-13fd0b807d93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:47.526279 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-1e7fbcf4-3972-46b0-aaf1-13fd0b807d93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:47.677197 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-1e7fbcf4-3972-46b0-aaf1-13fd0b807d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:47.682403 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-d37ee188-3c27-4a60-bb32-049b3a2416ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:15:47.696739 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7fbcf4-3972-46b0-aaf1-13fd0b807d93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66037392-5f85-4874-a400-63cb75635da6,revision_number=None']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:15:47.699011 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-1e7fbcf4-3972-46b0-aaf1-13fd0b807d93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:15:47.807632 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-1e7fbcf4-3972-46b0-aaf1-13fd0b807d93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:47.809646 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-1e7fbcf4-3972-46b0-aaf1-13fd0b807d93 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/66037392-5f85-4874-a400-63cb75635da6 HTTP/1.1" status: 204 len: 168 time: 0.3677375 May 25 12:15:48.048653 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ff182aac-c7db-4435-9e5c-c570f96503ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:49.063067 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 41530) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:15:49.125037 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.db_base_plugin_v2 [None req-97e4ba7c-1ee7-464e-a7d5-b5d4bc48b241 admin admin] Deleting subnet 2b8440fe-05fb-45fc-8abc-bbd49ec91535 {{(pid=92472) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 12:15:49.128130 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-97e4ba7c-1ee7-464e-a7d5-b5d4bc48b241 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:49.179589 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-97e4ba7c-1ee7-464e-a7d5-b5d4bc48b241 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2238172'] for subnet, precommit_delete_associations {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:49.235720 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-97e4ba7c-1ee7-464e-a7d5-b5d4bc48b241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1960903'] for subnet, precommit_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:49.539942 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-cb1178c2-b2b5-418b-a63c-7279ce5a9fe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:49.689145 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-97e4ba7c-1ee7-464e-a7d5-b5d4bc48b241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2273115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222404'] for subnet, after_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:49.694260 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:15:49.730281 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e4ba7c-1ee7-464e-a7d5-b5d4bc48b241 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b8440fe-05fb-45fc-8abc-bbd49ec91535,revision_number=None']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:15:49.731994 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-97e4ba7c-1ee7-464e-a7d5-b5d4bc48b241 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:49.736226 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-97e4ba7c-1ee7-464e-a7d5-b5d4bc48b241 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:15:49.742253 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-97e4ba7c-1ee7-464e-a7d5-b5d4bc48b241 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/2b8440fe-05fb-45fc-8abc-bbd49ec91535 HTTP/1.1" status: 204 len: 168 time: 0.6749029 May 25 12:15:49.742374 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 41546) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:15:49.850269 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-a4dc45a5-a725-46df-890c-8530968f643f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628851'] for network, before_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:49.978360 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-a4dc45a5-a725-46df-890c-8530968f643f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1908296', 'neutron.services.segments.db._delete_segments_for_network-8786008650460'] for network, precommit_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:49.994540 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.services.segments.db [None req-a4dc45a5-a725-46df-890c-8530968f643f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac869807-42c6-45d8-b26c-eb99f93861f4']}} {{(pid=92473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:15:50.002984 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.services.segments.db [None req-a4dc45a5-a725-46df-890c-8530968f643f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b99aeb2-0b7b-4047-b44a-6b390554f41d') {'for_net_delete': True} {{(pid=92473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:15:50.003279 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.services.segments.db [None req-a4dc45a5-a725-46df-890c-8530968f643f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b99aeb2-0b7b-4047-b44a-6b390554f41d') {} {{(pid=92473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:15:50.018200 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-a4dc45a5-a725-46df-890c-8530968f643f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786008660637', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2835070'] for segment, before_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:50.033543 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-a4dc45a5-a725-46df-890c-8530968f643f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1959408'] for segment, precommit_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:50.039785 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4dc45a5-a725-46df-890c-8530968f643f admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=92473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 12:15:50.040167 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-a4dc45a5-a725-46df-890c-8530968f643f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1959408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2465614'] for segment, after_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:50.053253 dv-cinder-779233-5-smb neutron-server[92473]: Traceback (most recent call last): May 25 12:15:50.053253 dv-cinder-779233-5-smb neutron-server[92473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 12:15:50.053253 dv-cinder-779233-5-smb neutron-server[92473]: timer() May 25 12:15:50.053253 dv-cinder-779233-5-smb neutron-server[92473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 12:15:50.053253 dv-cinder-779233-5-smb neutron-server[92473]: cb(*args, **kw) May 25 12:15:50.053253 dv-cinder-779233-5-smb neutron-server[92473]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 12:15:50.053253 dv-cinder-779233-5-smb neutron-server[92473]: return func(*args, **kwargs) May 25 12:15:50.053253 dv-cinder-779233-5-smb neutron-server[92473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 12:15:50.053253 dv-cinder-779233-5-smb neutron-server[92473]: self._notify() May 25 12:15:50.053253 dv-cinder-779233-5-smb neutron-server[92473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 12:15:50.053253 dv-cinder-779233-5-smb neutron-server[92473]: self.callback(batched_events) May 25 12:15:50.053253 dv-cinder-779233-5-smb neutron-server[92473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 12:15:50.053253 dv-cinder-779233-5-smb neutron-server[92473]: event.method(event) May 25 12:15:50.053253 dv-cinder-779233-5-smb neutron-server[92473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 12:15:50.053253 dv-cinder-779233-5-smb neutron-server[92473]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 12:15:50.053253 dv-cinder-779233-5-smb neutron-server[92473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 12:15:50.053253 dv-cinder-779233-5-smb neutron-server[92473]: aggregate_uuid = self.p_client.list_aggregates( May 25 12:15:50.053253 dv-cinder-779233-5-smb neutron-server[92473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 12:15:50.053253 dv-cinder-779233-5-smb neutron-server[92473]: return f(self, *a, **k) May 25 12:15:50.053253 dv-cinder-779233-5-smb neutron-server[92473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 12:15:50.053253 dv-cinder-779233-5-smb neutron-server[92473]: return self._get(url).json() May 25 12:15:50.053253 dv-cinder-779233-5-smb neutron-server[92473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 12:15:50.053253 dv-cinder-779233-5-smb neutron-server[92473]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 12:15:50.053253 dv-cinder-779233-5-smb neutron-server[92473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 12:15:50.053253 dv-cinder-779233-5-smb neutron-server[92473]: return self.request(url, 'GET', **kwargs) May 25 12:15:50.053253 dv-cinder-779233-5-smb neutron-server[92473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 12:15:50.053253 dv-cinder-779233-5-smb neutron-server[92473]: base_url = self.get_endpoint(auth, allow=allow, May 25 12:15:50.053253 dv-cinder-779233-5-smb neutron-server[92473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 12:15:50.053253 dv-cinder-779233-5-smb neutron-server[92473]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 12:15:50.053253 dv-cinder-779233-5-smb neutron-server[92473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 12:15:50.053253 dv-cinder-779233-5-smb neutron-server[92473]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 12:15:50.053253 dv-cinder-779233-5-smb neutron-server[92473]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 12:15:50.254399 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-a4dc45a5-a725-46df-890c-8530968f643f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1908289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1019683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-653800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047083'] for network, after_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:50.258899 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-f2254042-45ca-4a99-af88-66eaecdad2c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:15:50.286847 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-a4dc45a5-a725-46df-890c-8530968f643f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653773'] for network, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:50.299304 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dc45a5-a725-46df-890c-8530968f643f admin admin] Pushing event deleted for resources: {'Network': ['ID=ac869807-42c6-45d8-b26c-eb99f93861f4,revision_number=None']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:15:50.302231 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-a4dc45a5-a725-46df-890c-8530968f643f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:15:50.360891 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-a4dc45a5-a725-46df-890c-8530968f643f admin admin] 10.222.0.44 "DELETE /v2.0/networks/ac869807-42c6-45d8-b26c-eb99f93861f4 HTTP/1.1" status: 204 len: 168 time: 0.6179192 May 25 12:15:50.870088 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 41570) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:15:50.922047 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-66862565-6677-423c-b882-84370393b2fc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=918fad47bb2948e3829058160b795c66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0506516 May 25 12:15:50.924495 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 41574) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:15:50.981872 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-80848fd9-6c47-49b2-93cf-1708df3e2a8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:51.006740 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-80848fd9-6c47-49b2-93cf-1708df3e2a8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:51.154996 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-80848fd9-6c47-49b2-93cf-1708df3e2a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:51.160300 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-d5fb4c02-36f3-42ab-a636-d2408ff0e5c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:15:51.170979 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80848fd9-6c47-49b2-93cf-1708df3e2a8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=834f1aba-53ea-460a-bb7b-da7400e454f0,revision_number=None']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:15:51.180306 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-80848fd9-6c47-49b2-93cf-1708df3e2a8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:15:51.188462 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-80848fd9-6c47-49b2-93cf-1708df3e2a8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:51.189673 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-80848fd9-6c47-49b2-93cf-1708df3e2a8c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/834f1aba-53ea-460a-bb7b-da7400e454f0 HTTP/1.1" status: 204 len: 168 time: 0.2643082 May 25 12:15:53.965726 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 41686) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:15:54.091998 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-53b49cd3-c818-4db3-9a0a-7c27ac7aebd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:54.106070 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-53b49cd3-c818-4db3-9a0a-7c27ac7aebd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:15:54.109821 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-53b49cd3-c818-4db3-9a0a-7c27ac7aebd2 admin admin] Usage tracker for resource:security_group_rule and tenant:0a80aad8c30a4910ba819bdedadc3ee7 is out of sync, need to count used quota {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:15:54.112569 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-53b49cd3-c818-4db3-9a0a-7c27ac7aebd2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:15:54.118243 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-53b49cd3-c818-4db3-9a0a-7c27ac7aebd2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:15:54.196932 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-53b49cd3-c818-4db3-9a0a-7c27ac7aebd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:54.357157 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-53b49cd3-c818-4db3-9a0a-7c27ac7aebd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:54.366445 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-5b3455d0-a12a-4691-8908-7c071b6743ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:15:54.410603 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-53b49cd3-c818-4db3-9a0a-7c27ac7aebd2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0a80aad8c30a4910ba819bdedadc3ee7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4453807 May 25 12:15:54.411551 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b49cd3-c818-4db3-9a0a-7c27ac7aebd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a24d56f1-217f-4382-92d8-5a5bfb74643c,revision_number=1']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:15:54.413288 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 41704) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:15:54.414956 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-53b49cd3-c818-4db3-9a0a-7c27ac7aebd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:15:54.477145 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-2971296e-40b1-4a2a-8c21-e26336b96e06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:54.504228 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-2971296e-40b1-4a2a-8c21-e26336b96e06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:54.654216 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-2971296e-40b1-4a2a-8c21-e26336b96e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:54.659532 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-7044ed23-aaef-446f-a589-2d242b449c56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:15:54.672894 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2971296e-40b1-4a2a-8c21-e26336b96e06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a24d56f1-217f-4382-92d8-5a5bfb74643c,revision_number=None']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:15:54.676022 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-2971296e-40b1-4a2a-8c21-e26336b96e06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:15:54.677926 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-2971296e-40b1-4a2a-8c21-e26336b96e06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:15:54.681624 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-2971296e-40b1-4a2a-8c21-e26336b96e06 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a24d56f1-217f-4382-92d8-5a5bfb74643c HTTP/1.1" status: 204 len: 168 time: 0.2641890 May 25 12:15:57.268410 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:07.027065 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ac99fd-3e60-420f-9016-a10fca9f7d59 req-ff6fb7ac-a332-437c-a01f-a9416e14e850 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:16:07.028472 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-e1ac99fd-3e60-420f-9016-a10fca9f7d59 req-ff6fb7ac-a332-437c-a01f-a9416e14e850 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=21c30f2a-503c-4e0d-bac1-f85b5fb9d8bb HTTP/1.1" status: 200 len: 946 time: 0.0848601 May 25 12:16:07.073652 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-e1ac99fd-3e60-420f-9016-a10fca9f7d59 req-4dc4fef6-968d-49f5-935b-1e280de23a24 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a320160-757e-42fb-b8ee-125d72b2bb08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395200 May 25 12:16:07.875555 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 42020) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:16:07.997153 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-c9a9f14c-b91f-463d-a2fe-94a3e5fd0e77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:08.011517 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-c9a9f14c-b91f-463d-a2fe-94a3e5fd0e77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:16:08.015665 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-c9a9f14c-b91f-463d-a2fe-94a3e5fd0e77 admin admin] Usage tracker for resource:security_group_rule and tenant:aa6c8bb7cb384849a4a2fff113b0b30c is out of sync, need to count used quota {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:16:08.018650 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-c9a9f14c-b91f-463d-a2fe-94a3e5fd0e77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:16:08.024530 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-c9a9f14c-b91f-463d-a2fe-94a3e5fd0e77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:16:08.115038 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-c9a9f14c-b91f-463d-a2fe-94a3e5fd0e77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:08.273682 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3920f4a-2db2-4307-9cb9-21a87f376ba8 req-7356f698-ce1c-4b1d-a0be-176081455123 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:16:08.275162 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-d3920f4a-2db2-4307-9cb9-21a87f376ba8 req-7356f698-ce1c-4b1d-a0be-176081455123 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=21c30f2a-503c-4e0d-bac1-f85b5fb9d8bb HTTP/1.1" status: 200 len: 946 time: 0.0907042 May 25 12:16:08.276236 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-c9a9f14c-b91f-463d-a2fe-94a3e5fd0e77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:08.286236 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-78aea08b-aeed-448d-b0b0-a553f1b003b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:16:08.346632 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-c9a9f14c-b91f-463d-a2fe-94a3e5fd0e77 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=aa6c8bb7cb384849a4a2fff113b0b30c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4700012 May 25 12:16:08.349412 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 42028) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:16:08.356491 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a9f14c-b91f-463d-a2fe-94a3e5fd0e77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d737c497-a7cf-417d-9f8f-a2dc0ae14838,revision_number=1']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:16:08.362950 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-c9a9f14c-b91f-463d-a2fe-94a3e5fd0e77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:16:08.370944 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-d3920f4a-2db2-4307-9cb9-21a87f376ba8 req-a8125209-4274-4ce3-81b9-231d3b6e5c44 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a320160-757e-42fb-b8ee-125d72b2bb08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856504 May 25 12:16:08.421755 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-7fed0bc0-19d5-4aec-bb4b-2dd7d70e6636 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:08.448138 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-7fed0bc0-19d5-4aec-bb4b-2dd7d70e6636 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:08.608611 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-7fed0bc0-19d5-4aec-bb4b-2dd7d70e6636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:08.612328 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-0d1cf587-c5c4-4f26-a601-639f559dc2fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:16:08.625269 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fed0bc0-19d5-4aec-bb4b-2dd7d70e6636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d737c497-a7cf-417d-9f8f-a2dc0ae14838,revision_number=None']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:16:08.636846 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fed0bc0-19d5-4aec-bb4b-2dd7d70e6636 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:16:08.637219 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fed0bc0-19d5-4aec-bb4b-2dd7d70e6636 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:16:08.637581 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fed0bc0-19d5-4aec-bb4b-2dd7d70e6636 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:16:08.638631 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fed0bc0-19d5-4aec-bb4b-2dd7d70e6636 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:16:08.638982 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fed0bc0-19d5-4aec-bb4b-2dd7d70e6636 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:16:08.639350 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fed0bc0-19d5-4aec-bb4b-2dd7d70e6636 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:16:08.639695 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fed0bc0-19d5-4aec-bb4b-2dd7d70e6636 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:16:08.640106 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fed0bc0-19d5-4aec-bb4b-2dd7d70e6636 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:16:08.640452 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fed0bc0-19d5-4aec-bb4b-2dd7d70e6636 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:16:08.640793 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fed0bc0-19d5-4aec-bb4b-2dd7d70e6636 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:16:08.641178 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fed0bc0-19d5-4aec-bb4b-2dd7d70e6636 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:16:08.641516 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fed0bc0-19d5-4aec-bb4b-2dd7d70e6636 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:16:08.644542 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-7fed0bc0-19d5-4aec-bb4b-2dd7d70e6636 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:16:08.649930 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-7fed0bc0-19d5-4aec-bb4b-2dd7d70e6636 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:08.651045 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-7fed0bc0-19d5-4aec-bb4b-2dd7d70e6636 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d737c497-a7cf-417d-9f8f-a2dc0ae14838 HTTP/1.1" status: 204 len: 168 time: 0.3005834 May 25 12:16:08.768859 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352d8b03-0fc9-49a6-96ec-4bf0a01834b9 req-7de6f205-a5a0-4bd4-95ae-0c54b7a89c33 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:16:08.769562 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [req-352d8b03-0fc9-49a6-96ec-4bf0a01834b9 req-7de6f205-a5a0-4bd4-95ae-0c54b7a89c33 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Synchronizing usage tracker for tenant:401f68ee052c48d0a0e9823d5525ef3d on resource:port {{(pid=92473) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 12:16:08.879441 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [req-352d8b03-0fc9-49a6-96ec-4bf0a01834b9 req-7de6f205-a5a0-4bd4-95ae-0c54b7a89c33 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Unset dirty status for tenant:401f68ee052c48d0a0e9823d5525ef3d on resource:port {{(pid=92473) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 12:16:08.880595 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-352d8b03-0fc9-49a6-96ec-4bf0a01834b9 req-7de6f205-a5a0-4bd4-95ae-0c54b7a89c33 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.54 "GET /v2.0/ports?device_id=21c30f2a-503c-4e0d-bac1-f85b5fb9d8bb HTTP/1.1" status: 200 len: 946 time: 0.1923797 May 25 12:16:09.024432 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.plugin [req-352d8b03-0fc9-49a6-96ec-4bf0a01834b9 req-c901b909-628b-4e52-898a-f63a8655fd95 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Deleting port 9fe1153a-6278-468b-bad5-528a88958ec3 {{(pid=92473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 12:16:09.024775 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-352d8b03-0fc9-49a6-96ec-4bf0a01834b9 req-c901b909-628b-4e52-898a-f63a8655fd95 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786008536899'] for port, before_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:09.158211 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.db [req-352d8b03-0fc9-49a6-96ec-4bf0a01834b9 req-c901b909-628b-4e52-898a-f63a8655fd95 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] For port 9fe1153a-6278-468b-bad5-528a88958ec3, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=9fe1153a-6278-468b-bad5-528a88958ec3,segment=NetworkSegment(a867bff5-0b48-4d60-bac3-5ba6e8b8d30c),segment_id=a867bff5-0b48-4d60-bac3-5ba6e8b8d30c)] {{(pid=92473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:16:09.158463 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-352d8b03-0fc9-49a6-96ec-4bf0a01834b9 req-c901b909-628b-4e52-898a-f63a8655fd95 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042426'] for port, precommit_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:09.540541 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-352d8b03-0fc9-49a6-96ec-4bf0a01834b9 req-c901b909-628b-4e52-898a-f63a8655fd95 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:09.541174 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-352d8b03-0fc9-49a6-96ec-4bf0a01834b9 req-c901b909-628b-4e52-898a-f63a8655fd95 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1047065'] for floatingip, after_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:09.541306 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.db.l3_db [req-352d8b03-0fc9-49a6-96ec-4bf0a01834b9 req-c901b909-628b-4e52-898a-f63a8655fd95 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Floating IP 5b3fcb5b-80be-42a3-97b9-4cb321931092 disassociated. External IP: 172.28.2.68, port: 9fe1153a-6278-468b-bad5-528a88958ec3. May 25 12:16:09.541576 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.plugin [req-352d8b03-0fc9-49a6-96ec-4bf0a01834b9 req-c901b909-628b-4e52-898a-f63a8655fd95 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Calling delete_port for 9fe1153a-6278-468b-bad5-528a88958ec3 owned by compute:nova {{(pid=92473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 12:16:09.589057 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e00d45c-0ea4-4aa4-b8cb-faf49e4e9acb req-eff65273-6b7a-41dd-b83f-d7b301425639 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:16:09.596034 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-6e00d45c-0ea4-4aa4-b8cb-faf49e4e9acb req-eff65273-6b7a-41dd-b83f-d7b301425639 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=21c30f2a-503c-4e0d-bac1-f85b5fb9d8bb HTTP/1.1" status: 200 len: 946 time: 0.0987563 May 25 12:16:09.649499 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-6e00d45c-0ea4-4aa4-b8cb-faf49e4e9acb req-d227c97b-a070-4e28-92da-bba25e31376a tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups?id=8a320160-757e-42fb-b8ee-125d72b2bb08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520747 May 25 12:16:09.808620 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-352d8b03-0fc9-49a6-96ec-4bf0a01834b9 req-c901b909-628b-4e52-898a-f63a8655fd95 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786008539046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786008105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2465563'] for port, after_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:09.824302 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-3bc06414-66db-47f3-8225-2eaeafa8766b tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:16:09.881360 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901b909-628b-4e52-898a-f63a8655fd95 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Pushing event deleted for resources: {'Port': ['ID=9fe1153a-6278-468b-bad5-528a88958ec3,revision_number=None']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:16:09.889877 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-c901b909-628b-4e52-898a-f63a8655fd95 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:16:10.129479 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.scheduler.l3_agent_scheduler [req-352d8b03-0fc9-49a6-96ec-4bf0a01834b9 req-c901b909-628b-4e52-898a-f63a8655fd95 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Router 8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3 has already been hosted by L3 agent 4aaf6e0c-8c85-4f95-8d8e-6a64f0cc3b25 {{(pid=92473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 12:16:10.318120 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-352d8b03-0fc9-49a6-96ec-4bf0a01834b9 req-c901b909-628b-4e52-898a-f63a8655fd95 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Notify agent at l3_agent.dv-cinder-779233-5-smb the message routers_updated {{(pid=92473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 12:16:10.329713 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76d42dd-a105-4607-a57e-225844763dd3 None None] Sync routers for ids ['8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3'] in dv-cinder-779233-5-smb {{(pid=92474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 12:16:10.341968 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76d42dd-a105-4607-a57e-225844763dd3 None None] Routers {'8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3'} bound to L3 agent in host dv-cinder-779233-5-smb {{(pid=92474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 12:16:10.342888 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_hamode_db [None req-b76d42dd-a105-4607-a57e-225844763dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T12:04:17Z,description=,heartbeat_timestamp=2021-05-25T12:15:47Z,host='dv-cinder-779233-5-smb',id=4aaf6e0c-8c85-4f95-8d8e-6a64f0cc3b25,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T12:04:17Z,topic='l3_agent')) {'router_ids': ['8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3'], 'active': True} {{(pid=92474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:16:10.395540 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.l3_dvrscheduler_db [req-352d8b03-0fc9-49a6-96ec-4bf0a01834b9 req-c901b909-628b-4e52-898a-f63a8655fd95 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] No DVR routers for this DVR port 9fe1153a-6278-468b-bad5-528a88958ec3 on host hv-cinder-77923 {{(pid=92473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 12:16:10.398456 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-352d8b03-0fc9-49a6-96ec-4bf0a01834b9 req-c901b909-628b-4e52-898a-f63a8655fd95 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163099'] for port, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:10.401185 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21c30f2a-503c-4e0d-bac1-f85b5fb9d8bb', 'name': 'network-vif-deleted', 'tag': '9fe1153a-6278-468b-bad5-528a88958ec3'}] {{(pid=92473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 12:16:10.492071 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21c30f2a-503c-4e0d-bac1-f85b5fb9d8bb', 'name': 'network-vif-deleted', 'tag': '9fe1153a-6278-468b-bad5-528a88958ec3', 'status': 'completed', 'code': 200} May 25 12:16:10.500810 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-352d8b03-0fc9-49a6-96ec-4bf0a01834b9 req-c901b909-628b-4e52-898a-f63a8655fd95 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.54 "DELETE /v2.0/ports/9fe1153a-6278-468b-bad5-528a88958ec3 HTTP/1.1" status: 204 len: 173 time: 1.6143336 May 25 12:16:10.601011 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_dvr_db [None req-b76d42dd-a105-4607-a57e-225844763dd3 None None] Set router 8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3 gateway port host: dv-cinder-779233-5-smb {{(pid=92474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 12:16:10.888603 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-2bdd3d24-9a05-4d1a-a497-fd915e41b516 req-3209d8b8-2c7f-4a6f-9b21-1a8d60a6d673 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=21c30f2a-503c-4e0d-bac1-f85b5fb9d8bb HTTP/1.1" status: 200 len: 210 time: 0.0714676 May 25 12:16:11.072020 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_hamode_db [None req-b76d42dd-a105-4607-a57e-225844763dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3', 'name': 'tempest-AttachVolumeShelveTestJSON-980141975-router', 'tenant_id': '401f68ee052c48d0a0e9823d5525ef3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'external_fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.117'}], 'enable_snat': True}, 'gw_port_id': 'ee278e6e-cf9f-434d-82c8-d0fdac3f7d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T12:12:05Z', 'updated_at': '2021-05-25T12:12:14Z', 'revision_number': 4, 'project_id': '401f68ee052c48d0a0e9823d5525ef3d', 'gw_port': {'id': 'ee278e6e-cf9f-434d-82c8-d0fdac3f7d3b', 'name': '', 'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d2:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:12:07Z', 'updated_at': '2021-05-25T12:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-5-smb', '_interfaces': [{'id': '988f0bbb-c4f2-4037-8138-a1aa53f8fd63', 'name': '', 'network_id': 'b95433bc-2dbd-474f-a7da-308000160943', 'tenant_id': '401f68ee052c48d0a0e9823d5525ef3d', 'mac_address': 'fa:16:3e:46:07:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b01b166f-5ba1-4373-a734-254ff90ae56a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:12:12Z', 'updated_at': '2021-05-25T12:12:29Z', 'revision_number': 5, 'project_id': '401f68ee052c48d0a0e9823d5525ef3d', 'subnets': [{'id': 'b01b166f-5ba1-4373-a734-254ff90ae56a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-5-smb', False) {} {{(pid=92474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:16:11.077109 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76d42dd-a105-4607-a57e-225844763dd3 None None] Checking router: 8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3 for host: dv-cinder-779233-5-smb {{(pid=92474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 12:16:11.089879 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76d42dd-a105-4607-a57e-225844763dd3 None None] Routers {'8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3'} bound to L3 agent in host dv-cinder-779233-5-smb {{(pid=92474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 12:16:11.090516 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_hamode_db [None req-b76d42dd-a105-4607-a57e-225844763dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T12:04:17Z,description=,heartbeat_timestamp=2021-05-25T12:15:47Z,host='dv-cinder-779233-5-smb',id=4aaf6e0c-8c85-4f95-8d8e-6a64f0cc3b25,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T12:04:17Z,topic='l3_agent')) {'router_ids': ['8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3'], 'active': True} {{(pid=92474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:16:11.290888 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_dvr_db [None req-b76d42dd-a105-4607-a57e-225844763dd3 None None] Set router 8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3 gateway port host: dv-cinder-779233-5-smb {{(pid=92474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 12:16:11.638406 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_hamode_db [None req-b76d42dd-a105-4607-a57e-225844763dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3', 'name': 'tempest-AttachVolumeShelveTestJSON-980141975-router', 'tenant_id': '401f68ee052c48d0a0e9823d5525ef3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'external_fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.117'}], 'enable_snat': True}, 'gw_port_id': 'ee278e6e-cf9f-434d-82c8-d0fdac3f7d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T12:12:05Z', 'updated_at': '2021-05-25T12:12:14Z', 'revision_number': 4, 'project_id': '401f68ee052c48d0a0e9823d5525ef3d', 'gw_port': {'id': 'ee278e6e-cf9f-434d-82c8-d0fdac3f7d3b', 'name': '', 'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d2:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:12:07Z', 'updated_at': '2021-05-25T12:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-5-smb', '_interfaces': [{'id': '988f0bbb-c4f2-4037-8138-a1aa53f8fd63', 'name': '', 'network_id': 'b95433bc-2dbd-474f-a7da-308000160943', 'tenant_id': '401f68ee052c48d0a0e9823d5525ef3d', 'mac_address': 'fa:16:3e:46:07:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b01b166f-5ba1-4373-a734-254ff90ae56a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:12:12Z', 'updated_at': '2021-05-25T12:12:29Z', 'revision_number': 5, 'project_id': '401f68ee052c48d0a0e9823d5525ef3d', 'subnets': [{'id': 'b01b166f-5ba1-4373-a734-254ff90ae56a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-5-smb', False) {} {{(pid=92474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:16:11.642790 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76d42dd-a105-4607-a57e-225844763dd3 None None] The sync data for ids ['8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3'] in dv-cinder-779233-5-smb is: [{'id': '8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3', 'name': 'tempest-AttachVolumeShelveTestJSON-980141975-router', 'tenant_id': '401f68ee052c48d0a0e9823d5525ef3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'external_fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.117'}], 'enable_snat': True}, 'gw_port_id': 'ee278e6e-cf9f-434d-82c8-d0fdac3f7d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T12:12:05Z', 'updated_at': '2021-05-25T12:12:14Z', 'revision_number': 4, 'project_id': '401f68ee052c48d0a0e9823d5525ef3d', 'gw_port': {'id': 'ee278e6e-cf9f-434d-82c8-d0fdac3f7d3b', 'name': '', 'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d2:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:12:07Z', 'updated_at': '2021-05-25T12:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-5-smb', '_interfaces': [{'id': '988f0bbb-c4f2-4037-8138-a1aa53f8fd63', 'name': '', 'network_id': 'b95433bc-2dbd-474f-a7da-308000160943', 'tenant_id': '401f68ee052c48d0a0e9823d5525ef3d', 'mac_address': 'fa:16:3e:46:07:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b01b166f-5ba1-4373-a734-254ff90ae56a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:12:12Z', 'updated_at': '2021-05-25T12:12:29Z', 'revision_number': 5, 'project_id': '401f68ee052c48d0a0e9823d5525ef3d', 'subnets': [{'id': 'b01b166f-5ba1-4373-a734-254ff90ae56a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 12:16:11.922197 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ebfa36-9186-4999-b632-f360369c99b4 None None] New status for floating IP 5b3fcb5b-80be-42a3-97b9-4cb321931092: DOWN {{(pid=92475) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 12:16:12.126110 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 42124) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:16:12.244922 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-9de182e2-2278-487f-bb67-fb126ab98e01 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Notify callbacks [] for security_group, before_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:12.282971 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-9de182e2-2278-487f-bb67-fb126ab98e01 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:12.426109 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f77f8a1-b714-493f-a50a-66c77ae7be6a req-c57d486f-7462-4694-bdf2-ef93480a32aa tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:16:12.428235 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-5f77f8a1-b714-493f-a50a-66c77ae7be6a req-c57d486f-7462-4694-bdf2-ef93480a32aa tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] 10.222.0.44 "GET /v2.0/ports?device_id=a31979a1-268b-4074-8cde-62e02c72d231 HTTP/1.1" status: 200 len: 946 time: 0.1119151 May 25 12:16:12.446363 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-9de182e2-2278-487f-bb67-fb126ab98e01 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:12.455432 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-84dcefee-36f2-4417-a20e-299d12f411ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:16:12.468299 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de182e2-2278-487f-bb67-fb126ab98e01 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a320160-757e-42fb-b8ee-125d72b2bb08,revision_number=None']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:16:12.470736 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-9de182e2-2278-487f-bb67-fb126ab98e01 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:16:12.486277 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-5f77f8a1-b714-493f-a50a-66c77ae7be6a req-469ae4ca-aad6-4a72-b24e-3a81f7dfa74b tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b4fedef-e951-4783-a6c8-f37f4f2f28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508549 May 25 12:16:12.593205 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-9de182e2-2278-487f-bb67-fb126ab98e01 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Notify callbacks [] for security_group, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:12.597377 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-9de182e2-2278-487f-bb67-fb126ab98e01 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "DELETE /v2.0/security-groups/8a320160-757e-42fb-b8ee-125d72b2bb08 HTTP/1.1" status: 204 len: 168 time: 0.4692643 May 25 12:16:12.597616 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 42138) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:16:12.614579 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.api.v2.resource [None req-6e75fa79-90e8-438a-8ebd-41ee12561eed tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] show failed (client error): The resource could not be found. May 25 12:16:12.615601 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-6e75fa79-90e8-438a-8ebd-41ee12561eed tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups/8a320160-757e-42fb-b8ee-125d72b2bb08 HTTP/1.1" status: 404 len: 347 time: 0.0171137 May 25 12:16:12.618445 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 42142) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:16:12.849750 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.plugins.ml2.plugin [None req-ac7f3c63-3968-4297-82fc-dbf7b6d1d2e9 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Deleting port c11a576b-9069-4781-9dad-59cad5072507 {{(pid=92472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 12:16:12.850092 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-ac7f3c63-3968-4297-82fc-dbf7b6d1d2e9 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786008536899'] for port, before_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:12.932126 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Device 9fe1153a-6278-468b-bad5-528a88958ec3 no longer exists at agent hyperv_hv-cinder-77923 {{(pid=92474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 12:16:12.969843 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.plugin [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] No Port match for: 9fe1153a-6278-468b-bad5-528a88958ec3 {{(pid=92474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 12:16:12.970188 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Device 9fe1153a-6278-468b-bad5-528a88958ec3 not bound to the agent host hv-cinder-77923 {{(pid=92474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 12:16:12.978124 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-ac7f3c63-3968-4297-82fc-dbf7b6d1d2e9 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042426'] for port, precommit_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:12.978450 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-ac7f3c63-3968-4297-82fc-dbf7b6d1d2e9 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:13.108271 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.plugins.ml2.plugin [None req-ac7f3c63-3968-4297-82fc-dbf7b6d1d2e9 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Calling delete_port for c11a576b-9069-4781-9dad-59cad5072507 owned by network:floatingip {{(pid=92472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 12:16:13.322760 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-ac7f3c63-3968-4297-82fc-dbf7b6d1d2e9 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786008539046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786008105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2227112'] for port, after_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:13.329743 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-80a79ed5-b7a0-4947-add1-0bc09cf113cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:16:13.377433 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7f3c63-3968-4297-82fc-dbf7b6d1d2e9 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Pushing event deleted for resources: {'Port': ['ID=c11a576b-9069-4781-9dad-59cad5072507,revision_number=None']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:16:13.380987 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-ac7f3c63-3968-4297-82fc-dbf7b6d1d2e9 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:16:13.674875 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309184b4-3956-4a56-9c67-17b7c21abfe8 req-cdcc5f60-ab49-4f42-94a6-864ee58208ec tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:16:13.676419 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-309184b4-3956-4a56-9c67-17b7c21abfe8 req-cdcc5f60-ab49-4f42-94a6-864ee58208ec tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] 10.222.0.44 "GET /v2.0/ports?device_id=a31979a1-268b-4074-8cde-62e02c72d231 HTTP/1.1" status: 200 len: 946 time: 0.0814161 May 25 12:16:13.813968 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-309184b4-3956-4a56-9c67-17b7c21abfe8 req-5d09a5ba-485f-4c46-a55d-6576da6ba186 tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b4fedef-e951-4783-a6c8-f37f4f2f28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317310 May 25 12:16:13.874771 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-ac7f3c63-3968-4297-82fc-dbf7b6d1d2e9 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Notify callbacks [] for floatingip, after_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:13.896506 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-ac7f3c63-3968-4297-82fc-dbf7b6d1d2e9 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163099'] for floatingip, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:13.897560 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-ac7f3c63-3968-4297-82fc-dbf7b6d1d2e9 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "DELETE /v2.0/floatingips/5b3fcb5b-80be-42a3-97b9-4cb321931092 HTTP/1.1" status: 204 len: 168 time: 1.2782032 May 25 12:16:14.042560 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-8c6bbd4b-8f66-495a-9f02-478007a943e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:14.190558 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 42220) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:16:14.196556 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.v2.base [None req-e7a622bb-e504-4ba1-ae6b-14a92f6115f1 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Request body: {'security_group': {'name': 'tempest-securitygroup--352108594', 'description': 'tempest-description--779348637'}} {{(pid=92473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 12:16:14.203086 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-e7a622bb-e504-4ba1-ae6b-14a92f6115f1 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:16:14.207347 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-e7a622bb-e504-4ba1-ae6b-14a92f6115f1 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Usage tracker for resource:security_group and tenant:401f68ee052c48d0a0e9823d5525ef3d is out of sync, need to count used quota {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:16:14.210341 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-e7a622bb-e504-4ba1-ae6b-14a92f6115f1 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:16:14.216846 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-e7a622bb-e504-4ba1-ae6b-14a92f6115f1 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:16:14.307803 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-e7a622bb-e504-4ba1-ae6b-14a92f6115f1 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Notify callbacks [] for security_group, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:14.329554 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-e7a622bb-e504-4ba1-ae6b-14a92f6115f1 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:16:14.336322 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-e7a622bb-e504-4ba1-ae6b-14a92f6115f1 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Usage tracker for resource:security_group_rule and tenant:401f68ee052c48d0a0e9823d5525ef3d is out of sync, need to count used quota {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:16:14.339523 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-e7a622bb-e504-4ba1-ae6b-14a92f6115f1 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:16:14.345622 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-e7a622bb-e504-4ba1-ae6b-14a92f6115f1 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:16:14.430494 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-e7a622bb-e504-4ba1-ae6b-14a92f6115f1 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Notify callbacks [] for security_group, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:14.553449 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-e7a622bb-e504-4ba1-ae6b-14a92f6115f1 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:14.559253 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-5b5a53f2-11e4-4c16-ba17-3a2674f1f8ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:16:14.604200 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a622bb-e504-4ba1-ae6b-14a92f6115f1 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4aa74e5-345e-4c0d-b07b-79e0eb5805ef,revision_number=1']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:16:14.607590 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-e7a622bb-e504-4ba1-ae6b-14a92f6115f1 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:16:14.673306 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-e7a622bb-e504-4ba1-ae6b-14a92f6115f1 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Notify callbacks [] for security_group, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:14.674509 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-e7a622bb-e504-4ba1-ae6b-14a92f6115f1 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4829342 May 25 12:16:14.677328 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 42238) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:16:14.683222 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.v2.base [None req-3685164e-4c4c-45c6-8744-4874693482f3 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Request body: {'security_group_rule': {'security_group_id': 'a4aa74e5-345e-4c0d-b07b-79e0eb5805ef', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 12:16:14.688894 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-3685164e-4c4c-45c6-8744-4874693482f3 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:16:14.692822 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-3685164e-4c4c-45c6-8744-4874693482f3 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Usage tracker for resource:security_group_rule and tenant:401f68ee052c48d0a0e9823d5525ef3d is out of sync, need to count used quota {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:16:14.696075 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-3685164e-4c4c-45c6-8744-4874693482f3 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:16:14.702931 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-3685164e-4c4c-45c6-8744-4874693482f3 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:16:14.776379 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-3685164e-4c4c-45c6-8744-4874693482f3 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:14.837359 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-3685164e-4c4c-45c6-8744-4874693482f3 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:14.917115 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-3685164e-4c4c-45c6-8744-4874693482f3 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019753'] for security_group_rule, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:14.923131 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-cf59c81a-8e2a-4532-84e0-1cb054354cae tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:16:14.946446 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3685164e-4c4c-45c6-8744-4874693482f3 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac2919a6-9393-4fee-aee0-1be6aad461ac,revision_number=0']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:16:14.956488 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-3685164e-4c4c-45c6-8744-4874693482f3 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:16:15.009602 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3423cf-2e1d-4c57-bc3c-af9c3dd14a5a req-7c45f12e-c490-405e-a198-0244bb2c711b tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:16:15.011083 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-1c3423cf-2e1d-4c57-bc3c-af9c3dd14a5a req-7c45f12e-c490-405e-a198-0244bb2c711b tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] 10.222.0.44 "GET /v2.0/ports?device_id=a31979a1-268b-4074-8cde-62e02c72d231 HTTP/1.1" status: 200 len: 946 time: 0.0826099 May 25 12:16:15.028099 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-3685164e-4c4c-45c6-8744-4874693482f3 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:15.029820 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-3685164e-4c4c-45c6-8744-4874693482f3 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3515449 May 25 12:16:15.032556 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 42250) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:16:15.037776 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.v2.base [None req-f8adf50c-6409-4107-b1c1-981d7f332b48 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Request body: {'security_group_rule': {'security_group_id': 'a4aa74e5-345e-4c0d-b07b-79e0eb5805ef', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 12:16:15.043663 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-f8adf50c-6409-4107-b1c1-981d7f332b48 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:16:15.047708 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-f8adf50c-6409-4107-b1c1-981d7f332b48 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Usage tracker for resource:security_group_rule and tenant:401f68ee052c48d0a0e9823d5525ef3d is out of sync, need to count used quota {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:16:15.050789 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-f8adf50c-6409-4107-b1c1-981d7f332b48 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:16:15.056605 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-f8adf50c-6409-4107-b1c1-981d7f332b48 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:16:15.060643 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-1c3423cf-2e1d-4c57-bc3c-af9c3dd14a5a req-1f34aa8b-c2a4-47c1-ae45-67a4a4c9491f tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b4fedef-e951-4783-a6c8-f37f4f2f28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433352 May 25 12:16:15.151079 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-f8adf50c-6409-4107-b1c1-981d7f332b48 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:15.212953 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-f8adf50c-6409-4107-b1c1-981d7f332b48 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:15.365787 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 42256) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:16:15.390753 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-f8adf50c-6409-4107-b1c1-981d7f332b48 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019753'] for security_group_rule, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:15.392847 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:16:15.413552 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8adf50c-6409-4107-b1c1-981d7f332b48 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b2002f6-0386-46c7-9c92-bfa2ed208247,revision_number=0']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:16:15.417608 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-f8adf50c-6409-4107-b1c1-981d7f332b48 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:16:15.497399 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-f8adf50c-6409-4107-b1c1-981d7f332b48 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:15.499232 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-f8adf50c-6409-4107-b1c1-981d7f332b48 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4655297 May 25 12:16:15.502277 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 42266) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:16:15.506727 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-38743877-1c13-42a7-bfcb-665efdb2357d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:15.510399 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.v2.base [None req-c2fe7ff0-2c23-49c9-836d-94415666e9f7 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Request body: {'floatingip': {'floating_network_id': '4d625284-12e5-4031-b909-2f88209a96c9'}} {{(pid=92472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 12:16:15.516965 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-c2fe7ff0-2c23-49c9-836d-94415666e9f7 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:16:15.521444 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-c2fe7ff0-2c23-49c9-836d-94415666e9f7 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Usage tracker for resource:floatingip and tenant:401f68ee052c48d0a0e9823d5525ef3d is out of sync, need to count used quota {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:16:15.523027 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-38743877-1c13-42a7-bfcb-665efdb2357d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:16:15.526876 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-38743877-1c13-42a7-bfcb-665efdb2357d admin admin] Usage tracker for resource:security_group_rule and tenant:41ea0ff7771b41559290f66a6a96f5a2 is out of sync, need to count used quota {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:16:15.527415 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-c2fe7ff0-2c23-49c9-836d-94415666e9f7 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:16:15.529681 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-38743877-1c13-42a7-bfcb-665efdb2357d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:16:15.533993 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-c2fe7ff0-2c23-49c9-836d-94415666e9f7 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:16:15.538190 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-38743877-1c13-42a7-bfcb-665efdb2357d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:16:15.619739 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-38743877-1c13-42a7-bfcb-665efdb2357d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:15.736627 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-c2fe7ff0-2c23-49c9-836d-94415666e9f7 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Notify callbacks [] for floatingip, before_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:15.787904 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-38743877-1c13-42a7-bfcb-665efdb2357d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:15.796699 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-9d8fdf5b-31c0-4933-bb5d-2a0ffc1ea677 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:16:15.837441 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-38743877-1c13-42a7-bfcb-665efdb2357d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=41ea0ff7771b41559290f66a6a96f5a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4705558 May 25 12:16:15.839069 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38743877-1c13-42a7-bfcb-665efdb2357d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4052c76-1378-43ca-bdee-415fe74578db,revision_number=1']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:16:15.841593 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 42270) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:16:15.842845 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-38743877-1c13-42a7-bfcb-665efdb2357d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:16:15.923783 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-c2fe7ff0-2c23-49c9-836d-94415666e9f7 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:15.961558 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-889e056d-3ae2-4a11-9fc1-b64ccde4b40f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:16.009981 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-889e056d-3ae2-4a11-9fc1-b64ccde4b40f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:16.118819 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.db_base_plugin_common [None req-c2fe7ff0-2c23-49c9-836d-94415666e9f7 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Allocated IP 172.28.2.215 (4d625284-12e5-4031-b909-2f88209a96c9/2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92/ffbdfe21-ebe0-4402-9274-e9c3037186ee) {{(pid=92472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 12:16:16.244148 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-889e056d-3ae2-4a11-9fc1-b64ccde4b40f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:16.249786 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-91a51763-57f2-410c-89b8-0525fbbe9d28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:16:16.268093 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889e056d-3ae2-4a11-9fc1-b64ccde4b40f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4052c76-1378-43ca-bdee-415fe74578db,revision_number=None']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:16:16.308414 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889e056d-3ae2-4a11-9fc1-b64ccde4b40f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:16:16.308775 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889e056d-3ae2-4a11-9fc1-b64ccde4b40f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:16:16.309148 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889e056d-3ae2-4a11-9fc1-b64ccde4b40f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:16:16.309984 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889e056d-3ae2-4a11-9fc1-b64ccde4b40f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:16:16.310326 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889e056d-3ae2-4a11-9fc1-b64ccde4b40f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:16:16.310671 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889e056d-3ae2-4a11-9fc1-b64ccde4b40f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:16:16.311016 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889e056d-3ae2-4a11-9fc1-b64ccde4b40f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:16:16.311376 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889e056d-3ae2-4a11-9fc1-b64ccde4b40f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:16:16.311723 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889e056d-3ae2-4a11-9fc1-b64ccde4b40f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:16:16.312056 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889e056d-3ae2-4a11-9fc1-b64ccde4b40f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:16:16.312389 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889e056d-3ae2-4a11-9fc1-b64ccde4b40f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:16:16.312720 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889e056d-3ae2-4a11-9fc1-b64ccde4b40f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:16:16.316848 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-889e056d-3ae2-4a11-9fc1-b64ccde4b40f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:16:16.341925 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-889e056d-3ae2-4a11-9fc1-b64ccde4b40f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:16.343036 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-889e056d-3ae2-4a11-9fc1-b64ccde4b40f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f4052c76-1378-43ca-bdee-415fe74578db HTTP/1.1" status: 204 len: 168 time: 0.5005739 May 25 12:16:16.364240 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-c2fe7ff0-2c23-49c9-836d-94415666e9f7 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Notify callbacks [] for port, precommit_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:16.381366 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1e3534-f0ce-4ad0-8913-a7bb188eef62 req-c4a9285a-17f2-4073-bb7a-d987a49f0457 tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:16:16.382837 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-ec1e3534-f0ce-4ad0-8913-a7bb188eef62 req-c4a9285a-17f2-4073-bb7a-d987a49f0457 tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] 10.222.0.44 "GET /v2.0/ports?device_id=a31979a1-268b-4074-8cde-62e02c72d231 HTTP/1.1" status: 200 len: 946 time: 0.1888101 May 25 12:16:16.425797 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:16.437561 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-ec1e3534-f0ce-4ad0-8913-a7bb188eef62 req-aa5dadfd-fa7c-4fe9-bdee-5f7ec550ef44 tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b4fedef-e951-4783-a6c8-f37f4f2f28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478213 May 25 12:16:16.536887 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-c2fe7ff0-2c23-49c9-836d-94415666e9f7 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786008105683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2227112'] for port, after_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:16.543463 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-80a79ed5-b7a0-4947-add1-0bc09cf113cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:16:16.610542 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2fe7ff0-2c23-49c9-836d-94415666e9f7 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Network 4d625284-12e5-4031-b909-2f88209a96c9 is already hosted by enough agents. {{(pid=92472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 12:16:16.613499 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.scheduler.base_scheduler [None req-c2fe7ff0-2c23-49c9-836d-94415666e9f7 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Resources bound (agent type, host, resource id): {{(pid=92472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 12:16:16.616212 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2fe7ff0-2c23-49c9-836d-94415666e9f7 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Received port after_create {{(pid=92472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 12:16:16.666366 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fe7ff0-2c23-49c9-836d-94415666e9f7 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Pushing event updated for resources: {'Port': ['ID=ffbdfe21-ebe0-4402-9274-e9c3037186ee,revision_number=1']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:16:16.672684 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-c2fe7ff0-2c23-49c9-836d-94415666e9f7 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:16:16.716177 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-c2fe7ff0-2c23-49c9-836d-94415666e9f7 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:16.764834 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-bb7c6591-e6c9-49cf-bfde-0f24780b4384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:16.847065 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-c2fe7ff0-2c23-49c9-836d-94415666e9f7 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:17.059531 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-c2fe7ff0-2c23-49c9-836d-94415666e9f7 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Notify callbacks [] for port, precommit_update {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:17.136087 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-c2fe7ff0-2c23-49c9-836d-94415666e9f7 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2227105'] for port, after_update {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:17.141701 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-bd37e126-3aba-4724-9222-72f736a67faa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:16:17.171485 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 42288) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:16:17.204063 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-3fafc20d-7e1d-430e-aa4f-24ad48baa277 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:17.226901 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-3fafc20d-7e1d-430e-aa4f-24ad48baa277 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:16:17.232615 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-3fafc20d-7e1d-430e-aa4f-24ad48baa277 admin admin] Usage tracker for resource:security_group_rule and tenant:2f0e2a01aca244a4bf13cbab5cc6d209 is out of sync, need to count used quota {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:16:17.238141 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-3fafc20d-7e1d-430e-aa4f-24ad48baa277 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:16:17.247894 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-3fafc20d-7e1d-430e-aa4f-24ad48baa277 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:16:17.248407 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fe7ff0-2c23-49c9-836d-94415666e9f7 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Pushing event updated for resources: {'Port': ['ID=ffbdfe21-ebe0-4402-9274-e9c3037186ee,revision_number=2']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:16:17.252569 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-c2fe7ff0-2c23-49c9-836d-94415666e9f7 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:16:17.257275 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-c2fe7ff0-2c23-49c9-836d-94415666e9f7 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1047065'] for floatingip, after_update {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:17.268048 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ecf0a3-f28a-44a5-94dd-68e6767142a4 req-cb239c4a-bddd-48d6-9c26-b010386d6de5 tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:16:17.268751 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [req-02ecf0a3-f28a-44a5-94dd-68e6767142a4 req-cb239c4a-bddd-48d6-9c26-b010386d6de5 tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] Synchronizing usage tracker for tenant:b9fb5e4641934500b1db8ab332a09510 on resource:port {{(pid=92473) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 12:16:17.350753 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-c2fe7ff0-2c23-49c9-836d-94415666e9f7 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163099'] for floatingip, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:17.352152 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-c2fe7ff0-2c23-49c9-836d-94415666e9f7 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8488128 May 25 12:16:17.355263 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-3fafc20d-7e1d-430e-aa4f-24ad48baa277 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:17.376187 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [req-02ecf0a3-f28a-44a5-94dd-68e6767142a4 req-cb239c4a-bddd-48d6-9c26-b010386d6de5 tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] Unset dirty status for tenant:b9fb5e4641934500b1db8ab332a09510 on resource:port {{(pid=92473) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 12:16:17.377458 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-02ecf0a3-f28a-44a5-94dd-68e6767142a4 req-cb239c4a-bddd-48d6-9c26-b010386d6de5 tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] 10.222.0.54 "GET /v2.0/ports?device_id=a31979a1-268b-4074-8cde-62e02c72d231 HTTP/1.1" status: 200 len: 946 time: 0.2444813 May 25 12:16:17.436059 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-3fafc20d-7e1d-430e-aa4f-24ad48baa277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:17.446388 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-12ec04dd-74e7-4775-9b09-ae8dd64acc4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:16:17.546009 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-3fafc20d-7e1d-430e-aa4f-24ad48baa277 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2f0e2a01aca244a4bf13cbab5cc6d209&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3686516 May 25 12:16:17.546009 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fafc20d-7e1d-430e-aa4f-24ad48baa277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=938596bf-1fa6-4bcc-8366-2a4eed91fdc5,revision_number=1']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:16:17.546009 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 42306) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:16:17.551672 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-3fafc20d-7e1d-430e-aa4f-24ad48baa277 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:16:17.629295 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.plugin [req-02ecf0a3-f28a-44a5-94dd-68e6767142a4 req-1ec1bc60-5aae-4f4d-aaa1-477276bb124c tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] Deleting port 17c7d2d8-b177-4f34-a452-d1c97899ea30 {{(pid=92473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 12:16:17.629672 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-02ecf0a3-f28a-44a5-94dd-68e6767142a4 req-1ec1bc60-5aae-4f4d-aaa1-477276bb124c tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786008536899'] for port, before_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:17.646416 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-b010e4d3-75b5-4dd2-aa9d-d6a97f939de0 req-ad3a401d-54b6-4bad-8ab8-84a99582a0e8 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--352108594&fields=id&tenant_id=401f68ee052c48d0a0e9823d5525ef3d HTTP/1.1" status: 200 len: 267 time: 0.0939925 May 25 12:16:17.647190 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-aed577b9-a809-42c7-b08c-2c6e9722933b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:17.741012 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3872bde3-8eaa-4a9f-a81c-cdb2346c0d57 req-2dd4fece-3346-4adc-8272-7008fe93c075 tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:16:17.742863 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-3872bde3-8eaa-4a9f-a81c-cdb2346c0d57 req-2dd4fece-3346-4adc-8272-7008fe93c075 tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] 10.222.0.44 "GET /v2.0/ports?device_id=a31979a1-268b-4074-8cde-62e02c72d231 HTTP/1.1" status: 200 len: 946 time: 0.1747587 May 25 12:16:17.821615 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-3872bde3-8eaa-4a9f-a81c-cdb2346c0d57 req-54cd7846-a5d7-44ef-a919-d35bc9bb9836 tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] 10.222.0.44 "GET /v2.0/security-groups?id=5b4fedef-e951-4783-a6c8-f37f4f2f28f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718939 May 25 12:16:17.828118 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-aed577b9-a809-42c7-b08c-2c6e9722933b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:17.857189 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b010e4d3-75b5-4dd2-aa9d-d6a97f939de0 req-9b0d5586-01d5-4ab5-886c-8b8a1ff97b18 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:16:17.858601 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-b010e4d3-75b5-4dd2-aa9d-d6a97f939de0 req-9b0d5586-01d5-4ab5-886c-8b8a1ff97b18 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/networks?id=b95433bc-2dbd-474f-a7da-308000160943 HTTP/1.1" status: 200 len: 816 time: 0.2046592 May 25 12:16:17.873663 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-b010e4d3-75b5-4dd2-aa9d-d6a97f939de0 req-f1e688e7-ccdf-4282-b52c-91a8621e6670 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/quotas/401f68ee052c48d0a0e9823d5525ef3d HTTP/1.1" status: 200 len: 375 time: 0.0094516 May 25 12:16:17.904402 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.db [req-02ecf0a3-f28a-44a5-94dd-68e6767142a4 req-1ec1bc60-5aae-4f4d-aaa1-477276bb124c tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] For port 17c7d2d8-b177-4f34-a452-d1c97899ea30, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=17c7d2d8-b177-4f34-a452-d1c97899ea30,segment=NetworkSegment(504b014f-7faf-41b8-a7eb-1fa77bf1de6e),segment_id=504b014f-7faf-41b8-a7eb-1fa77bf1de6e)] {{(pid=92473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:16:17.904764 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-02ecf0a3-f28a-44a5-94dd-68e6767142a4 req-1ec1bc60-5aae-4f4d-aaa1-477276bb124c tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042426'] for port, precommit_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:18.041324 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.plugin [req-02ecf0a3-f28a-44a5-94dd-68e6767142a4 req-1ec1bc60-5aae-4f4d-aaa1-477276bb124c tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] Calling delete_port for 17c7d2d8-b177-4f34-a452-d1c97899ea30 owned by compute:nova {{(pid=92473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 12:16:18.062651 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ff182aac-c7db-4435-9e5c-c570f96503ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:18.066392 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [req-b010e4d3-75b5-4dd2-aa9d-d6a97f939de0 req-4f07092e-f44a-4c30-b184-9be68ad729bf tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Synchronizing usage tracker for tenant:401f68ee052c48d0a0e9823d5525ef3d on resource:port {{(pid=92472) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 12:16:18.158575 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-aed577b9-a809-42c7-b08c-2c6e9722933b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:18.162468 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-7468590a-b02f-4d7e-a5f7-811a4652ec5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:16:18.176135 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed577b9-a809-42c7-b08c-2c6e9722933b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=938596bf-1fa6-4bcc-8366-2a4eed91fdc5,revision_number=None']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:16:18.178897 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-aed577b9-a809-42c7-b08c-2c6e9722933b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:16:18.188118 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [req-b010e4d3-75b5-4dd2-aa9d-d6a97f939de0 req-4f07092e-f44a-4c30-b184-9be68ad729bf tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Unset dirty status for tenant:401f68ee052c48d0a0e9823d5525ef3d on resource:port {{(pid=92472) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 12:16:18.189501 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-b010e4d3-75b5-4dd2-aa9d-d6a97f939de0 req-4f07092e-f44a-4c30-b184-9be68ad729bf tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=401f68ee052c48d0a0e9823d5525ef3d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3102508 May 25 12:16:18.220833 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-02ecf0a3-f28a-44a5-94dd-68e6767142a4 req-1ec1bc60-5aae-4f4d-aaa1-477276bb124c tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786008539046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786008105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2465563'] for port, after_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:18.226754 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-593aa990-54c1-4f86-9bc1-d5882f4bead1 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:16:18.236250 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] get_ports_and_sgs() called for port_ids ['17c7d2d8-b177-4f34-a452-d1c97899ea30'] {{(pid=92474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 12:16:18.284370 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec1bc60-5aae-4f4d-aaa1-477276bb124c tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] Pushing event deleted for resources: {'Port': ['ID=17c7d2d8-b177-4f34-a452-d1c97899ea30,revision_number=None']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:16:18.288753 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-1ec1bc60-5aae-4f4d-aaa1-477276bb124c tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:16:18.355225 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-b010e4d3-75b5-4dd2-aa9d-d6a97f939de0 req-e2a3142d-7f0c-4bbd-b744-4b946e1f4700 service neutron] 10.222.0.44 "GET /v2.0/networks/b95433bc-2dbd-474f-a7da-308000160943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523902 May 25 12:16:18.377643 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.l3_dvrscheduler_db [req-02ecf0a3-f28a-44a5-94dd-68e6767142a4 req-1ec1bc60-5aae-4f4d-aaa1-477276bb124c tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] No DVR routers for this DVR port 17c7d2d8-b177-4f34-a452-d1c97899ea30 on host hv-cinder-77923 {{(pid=92473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 12:16:18.379559 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-aed577b9-a809-42c7-b08c-2c6e9722933b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:18.380650 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-aed577b9-a809-42c7-b08c-2c6e9722933b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/938596bf-1fa6-4bcc-8366-2a4eed91fdc5 HTTP/1.1" status: 204 len: 168 time: 0.8325441 May 25 12:16:18.381872 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-02ecf0a3-f28a-44a5-94dd-68e6767142a4 req-1ec1bc60-5aae-4f4d-aaa1-477276bb124c tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163099'] for port, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:18.383903 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-02ecf0a3-f28a-44a5-94dd-68e6767142a4 req-1ec1bc60-5aae-4f4d-aaa1-477276bb124c tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] 10.222.0.54 "DELETE /v2.0/ports/17c7d2d8-b177-4f34-a452-d1c97899ea30 HTTP/1.1" status: 204 len: 173 time: 1.0003161 May 25 12:16:18.384385 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a31979a1-268b-4074-8cde-62e02c72d231', 'name': 'network-vif-deleted', 'tag': '17c7d2d8-b177-4f34-a452-d1c97899ea30'}] {{(pid=92473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 12:16:18.433221 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a31979a1-268b-4074-8cde-62e02c72d231', 'name': 'network-vif-deleted', 'tag': '17c7d2d8-b177-4f34-a452-d1c97899ea30', 'status': 'completed', 'code': 200} May 25 12:16:18.507570 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-b010e4d3-75b5-4dd2-aa9d-d6a97f939de0 req-84006448-a748-4956-b5d9-8151e070a0e0 service neutron] 10.222.0.44 "GET /v2.0/networks/b95433bc-2dbd-474f-a7da-308000160943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446755 May 25 12:16:18.791629 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-73f56ec3-30df-4b8a-9e9a-90d422c9b19f req-6fc0fcb3-38dd-43f1-a6d7-5a45b7efe83e tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=12ef0035-1920-44f6-b187-08f9c1f54e9f HTTP/1.1" status: 200 len: 210 time: 0.0505466 May 25 12:16:19.178954 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-fa3766f2-76a9-4091-afd2-52a1ee68381b req-7ac26cd6-377e-4f77-810a-d74090cbcdfb tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] 10.222.0.44 "GET /v2.0/ports?device_id=a31979a1-268b-4074-8cde-62e02c72d231 HTTP/1.1" status: 200 len: 210 time: 0.0503771 May 25 12:16:19.608095 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-cb1178c2-b2b5-418b-a63c-7279ce5a9fe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:19.986089 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-1bc7282f-4122-417e-bcf6-d1f137e7f344 req-5d9ddaba-cc9d-4c5b-bd27-ebe4d3ccd958 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=12ef0035-1920-44f6-b187-08f9c1f54e9f HTTP/1.1" status: 200 len: 210 time: 0.0482852 May 25 12:16:20.963385 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Device 17c7d2d8-b177-4f34-a452-d1c97899ea30 no longer exists at agent hyperv_hv-cinder-77923 {{(pid=92474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 12:16:21.005082 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.plugin [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] No Port match for: 17c7d2d8-b177-4f34-a452-d1c97899ea30 {{(pid=92474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 12:16:21.005692 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Device 17c7d2d8-b177-4f34-a452-d1c97899ea30 not bound to the agent host hv-cinder-77923 {{(pid=92474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 12:16:21.204590 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-bea48a57-2176-4a2d-a6ce-58ba264c21ba req-19fb71d5-0784-473f-8add-61c1939000be tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=12ef0035-1920-44f6-b187-08f9c1f54e9f HTTP/1.1" status: 200 len: 210 time: 0.0428557 May 25 12:16:21.441907 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b010e4d3-75b5-4dd2-aa9d-d6a97f939de0 req-3f2e039f-2da8-4272-96ee-65248c1b9022 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:16:21.443524 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-b010e4d3-75b5-4dd2-aa9d-d6a97f939de0 req-3f2e039f-2da8-4272-96ee-65248c1b9022 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.54 "GET /v2.0/networks?id=b95433bc-2dbd-474f-a7da-308000160943 HTTP/1.1" status: 200 len: 816 time: 0.1450133 May 25 12:16:21.495356 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [req-b010e4d3-75b5-4dd2-aa9d-d6a97f939de0 req-75298530-eb09-4103-8dbe-5c0fc9f91d9c tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Synchronizing usage tracker for tenant:401f68ee052c48d0a0e9823d5525ef3d on resource:security_group {{(pid=92473) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 12:16:21.670519 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [req-b010e4d3-75b5-4dd2-aa9d-d6a97f939de0 req-75298530-eb09-4103-8dbe-5c0fc9f91d9c tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Unset dirty status for tenant:401f68ee052c48d0a0e9823d5525ef3d on resource:security_group {{(pid=92473) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 12:16:21.671784 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-b010e4d3-75b5-4dd2-aa9d-d6a97f939de0 req-75298530-eb09-4103-8dbe-5c0fc9f91d9c tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=401f68ee052c48d0a0e9823d5525ef3d HTTP/1.1" status: 200 len: 379 time: 0.2198567 May 25 12:16:21.681900 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.v2.base [req-b010e4d3-75b5-4dd2-aa9d-d6a97f939de0 req-2cbe9998-702e-42f4-ab06-e941708aa1c4 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Request body: {'port': {'device_id': '12ef0035-1920-44f6-b187-08f9c1f54e9f', 'network_id': 'b95433bc-2dbd-474f-a7da-308000160943', 'admin_state_up': True, 'tenant_id': '401f68ee052c48d0a0e9823d5525ef3d', 'security_groups': ['a4aa74e5-345e-4c0d-b07b-79e0eb5805ef']}} {{(pid=92473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 12:16:21.823344 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [req-b010e4d3-75b5-4dd2-aa9d-d6a97f939de0 req-2cbe9998-702e-42f4-ab06-e941708aa1c4 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:16:21.833742 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [req-b010e4d3-75b5-4dd2-aa9d-d6a97f939de0 req-2cbe9998-702e-42f4-ab06-e941708aa1c4 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:16:21.939412 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b010e4d3-75b5-4dd2-aa9d-d6a97f939de0 req-2cbe9998-702e-42f4-ab06-e941708aa1c4 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Made reservation on behalf of 401f68ee052c48d0a0e9823d5525ef3d for: {'port': 1} {{(pid=92473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 12:16:21.942943 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-b010e4d3-75b5-4dd2-aa9d-d6a97f939de0 req-2cbe9998-702e-42f4-ab06-e941708aa1c4 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:22.118366 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.db_base_plugin_common [req-b010e4d3-75b5-4dd2-aa9d-d6a97f939de0 req-2cbe9998-702e-42f4-ab06-e941708aa1c4 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Allocated IP 172.20.0.14 (b95433bc-2dbd-474f-a7da-308000160943/b01b166f-5ba1-4373-a734-254ff90ae56a/49dfb877-9039-4eaf-bedb-12edb94d373d) {{(pid=92473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 12:16:22.335002 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-b010e4d3-75b5-4dd2-aa9d-d6a97f939de0 req-2cbe9998-702e-42f4-ab06-e941708aa1c4 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Notify callbacks [] for port, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:22.350263 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.provisioning_blocks [req-b010e4d3-75b5-4dd2-aa9d-d6a97f939de0 req-2cbe9998-702e-42f4-ab06-e941708aa1c4 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Transition to ACTIVE for port object 49dfb877-9039-4eaf-bedb-12edb94d373d will not be triggered until provisioned by entity DHCP. {{(pid=92473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 12:16:22.380464 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-3817cee1-e28a-4d64-8641-02138f04ecd8 req-19b47a8e-f532-493a-a846-ed508459e293 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=12ef0035-1920-44f6-b187-08f9c1f54e9f HTTP/1.1" status: 200 len: 210 time: 0.0472646 May 25 12:16:22.476828 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-b010e4d3-75b5-4dd2-aa9d-d6a97f939de0 req-2cbe9998-702e-42f4-ab06-e941708aa1c4 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786008105683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2465563'] for port, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:22.484102 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-8dc82346-b63c-4346-a572-f4f91236c55f tempest-AttachVolumeNegativeTest-905846048 tempest-AttachVolumeNegativeTest-905846048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:16:22.551115 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b010e4d3-75b5-4dd2-aa9d-d6a97f939de0 req-2cbe9998-702e-42f4-ab06-e941708aa1c4 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Network b95433bc-2dbd-474f-a7da-308000160943 is already hosted by enough agents. {{(pid=92473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 12:16:22.554184 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.scheduler.base_scheduler [req-b010e4d3-75b5-4dd2-aa9d-d6a97f939de0 req-2cbe9998-702e-42f4-ab06-e941708aa1c4 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Resources bound (agent type, host, resource id): {{(pid=92473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 12:16:22.556670 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.l3_dvrscheduler_db [req-b010e4d3-75b5-4dd2-aa9d-d6a97f939de0 req-2cbe9998-702e-42f4-ab06-e941708aa1c4 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Received port after_create {{(pid=92473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 12:16:22.599554 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbe9998-702e-42f4-ab06-e941708aa1c4 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Pushing event updated for resources: {'Port': ['ID=49dfb877-9039-4eaf-bedb-12edb94d373d,revision_number=1']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:16:22.610739 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-2cbe9998-702e-42f4-ab06-e941708aa1c4 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:16:22.631399 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b010e4d3-75b5-4dd2-aa9d-d6a97f939de0 req-2cbe9998-702e-42f4-ab06-e941708aa1c4 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:16:22.632164 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-b010e4d3-75b5-4dd2-aa9d-d6a97f939de0 req-2cbe9998-702e-42f4-ab06-e941708aa1c4 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163099'] for port, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:22.740142 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-b010e4d3-75b5-4dd2-aa9d-d6a97f939de0 req-2cbe9998-702e-42f4-ab06-e941708aa1c4 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0627530 May 25 12:16:22.751900 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.v2.base [req-b010e4d3-75b5-4dd2-aa9d-d6a97f939de0 req-af3c96ae-ca17-4664-b3bb-7b02b9df9ded service neutron] Request body: {'port': {'device_id': '12ef0035-1920-44f6-b187-08f9c1f54e9f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77923'}} {{(pid=92473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 12:16:22.859089 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-504c85f8-8d88-422e-a9fc-9e822a970ffd None None] Provisioning for port 49dfb877-9039-4eaf-bedb-12edb94d373d completed by entity DHCP. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 12:16:22.863956 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-504c85f8-8d88-422e-a9fc-9e822a970ffd None None] Provisioning complete for port 49dfb877-9039-4eaf-bedb-12edb94d373d triggered by entity DHCP. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 12:16:22.864514 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-504c85f8-8d88-422e-a9fc-9e822a970ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902397'] for port, provisioning_complete {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:22.873831 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-b010e4d3-75b5-4dd2-aa9d-d6a97f939de0 req-af3c96ae-ca17-4664-b3bb-7b02b9df9ded service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:22.918302 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.plugin [None req-504c85f8-8d88-422e-a9fc-9e822a970ffd None None] Port 49dfb877-9039-4eaf-bedb-12edb94d373d cannot update to ACTIVE because it is not bound. {{(pid=92474) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 12:16:23.110133 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.agents_db [None req-9d38de35-3365-4658-8f1e-c8b00fd146ea None None] Agent healthcheck: found 6 active agents {{(pid=92475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 12:16:23.299494 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.notifiers.nova [req-b010e4d3-75b5-4dd2-aa9d-d6a97f939de0 req-af3c96ae-ca17-4664-b3bb-7b02b9df9ded service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49dfb877-9039-4eaf-bedb-12edb94d373d {{(pid=92473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 12:16:23.307107 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-b010e4d3-75b5-4dd2-aa9d-d6a97f939de0 req-af3c96ae-ca17-4664-b3bb-7b02b9df9ded service neutron] Notify callbacks [] for port, precommit_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:23.321942 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.provisioning_blocks [req-b010e4d3-75b5-4dd2-aa9d-d6a97f939de0 req-af3c96ae-ca17-4664-b3bb-7b02b9df9ded service neutron] Transition to ACTIVE for port object 49dfb877-9039-4eaf-bedb-12edb94d373d will not be triggered until provisioned by entity L2. {{(pid=92473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 12:16:23.421714 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-b010e4d3-75b5-4dd2-aa9d-d6a97f939de0 req-af3c96ae-ca17-4664-b3bb-7b02b9df9ded service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2465554'] for port, after_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:23.427038 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-b30e4afd-3073-4d46-9e0e-5b8a4b855da7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:16:23.631708 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3c96ae-ca17-4664-b3bb-7b02b9df9ded service neutron] Pushing event updated for resources: {'Port': ['ID=49dfb877-9039-4eaf-bedb-12edb94d373d,revision_number=2']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:16:23.632360 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4294dd-8bf3-4add-a8eb-63f01c8c3a2c req-737234d2-46d0-495d-86ef-7cbff282f9ed tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:16:23.639910 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-8f4294dd-8bf3-4add-a8eb-63f01c8c3a2c req-737234d2-46d0-495d-86ef-7cbff282f9ed tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=12ef0035-1920-44f6-b187-08f9c1f54e9f HTTP/1.1" status: 200 len: 944 time: 0.1295505 May 25 12:16:23.645157 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-af3c96ae-ca17-4664-b3bb-7b02b9df9ded service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:16:23.716365 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-8f4294dd-8bf3-4add-a8eb-63f01c8c3a2c req-dec4087a-9521-4888-bf1b-20d68a7c1f6d tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4aa74e5-345e-4c0d-b07b-79e0eb5805ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729706 May 25 12:16:23.729503 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.managers [req-b010e4d3-75b5-4dd2-aa9d-d6a97f939de0 req-af3c96ae-ca17-4664-b3bb-7b02b9df9ded service neutron] Attempting to bind port 49dfb877-9039-4eaf-bedb-12edb94d373d on host hv-cinder-77923 for vnic_type normal with profile {{(pid=92473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 12:16:23.730007 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.managers [req-b010e4d3-75b5-4dd2-aa9d-d6a97f939de0 req-af3c96ae-ca17-4664-b3bb-7b02b9df9ded service neutron] Attempting to bind port 49dfb877-9039-4eaf-bedb-12edb94d373d by drivers openvswitch,hyperv on host hv-cinder-77923 at level 0 using segments [{'id': 'a867bff5-0b48-4d60-bac3-5ba6e8b8d30c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b95433bc-2dbd-474f-a7da-308000160943'}] {{(pid=92473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 12:16:23.730612 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b010e4d3-75b5-4dd2-aa9d-d6a97f939de0 req-af3c96ae-ca17-4664-b3bb-7b02b9df9ded service neutron] Attempting to bind port 49dfb877-9039-4eaf-bedb-12edb94d373d on network b95433bc-2dbd-474f-a7da-308000160943 {{(pid=92473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 12:16:23.746101 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b010e4d3-75b5-4dd2-aa9d-d6a97f939de0 req-af3c96ae-ca17-4664-b3bb-7b02b9df9ded service neutron] Port 49dfb877-9039-4eaf-bedb-12edb94d373d on network b95433bc-2dbd-474f-a7da-308000160943 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77923 {{(pid=92473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 12:16:23.746101 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b010e4d3-75b5-4dd2-aa9d-d6a97f939de0 req-af3c96ae-ca17-4664-b3bb-7b02b9df9ded service neutron] Attempting to bind port 49dfb877-9039-4eaf-bedb-12edb94d373d on network b95433bc-2dbd-474f-a7da-308000160943 {{(pid=92473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 12:16:23.749989 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b010e4d3-75b5-4dd2-aa9d-d6a97f939de0 req-af3c96ae-ca17-4664-b3bb-7b02b9df9ded service neutron] Checking agent: {'id': 'ffba2d31-78f6-4a67-909d-2363647ed231', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77923', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 12, 10, 27), 'started_at': datetime.datetime(2021, 5, 25, 12, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 12, 15, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 12:16:23.750394 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b010e4d3-75b5-4dd2-aa9d-d6a97f939de0 req-af3c96ae-ca17-4664-b3bb-7b02b9df9ded service neutron] Checking segment: {'id': 'a867bff5-0b48-4d60-bac3-5ba6e8b8d30c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b95433bc-2dbd-474f-a7da-308000160943'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 12:16:23.751121 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b010e4d3-75b5-4dd2-aa9d-d6a97f939de0 req-af3c96ae-ca17-4664-b3bb-7b02b9df9ded service neutron] Bound using segment: {'id': 'a867bff5-0b48-4d60-bac3-5ba6e8b8d30c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b95433bc-2dbd-474f-a7da-308000160943'} {{(pid=92473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 12:16:23.751767 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.managers [req-b010e4d3-75b5-4dd2-aa9d-d6a97f939de0 req-af3c96ae-ca17-4664-b3bb-7b02b9df9ded service neutron] Bound port: 49dfb877-9039-4eaf-bedb-12edb94d373d, host: hv-cinder-77923, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a867bff5-0b48-4d60-bac3-5ba6e8b8d30c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b95433bc-2dbd-474f-a7da-308000160943'}}] {{(pid=92473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 12:16:23.752116 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-b010e4d3-75b5-4dd2-aa9d-d6a97f939de0 req-af3c96ae-ca17-4664-b3bb-7b02b9df9ded service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:23.871279 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.db [req-b010e4d3-75b5-4dd2-aa9d-d6a97f939de0 req-af3c96ae-ca17-4664-b3bb-7b02b9df9ded service neutron] For port 49dfb877-9039-4eaf-bedb-12edb94d373d, host hv-cinder-77923, cleared binding levels {{(pid=92473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 12:16:23.875036 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.db [req-b010e4d3-75b5-4dd2-aa9d-d6a97f939de0 req-af3c96ae-ca17-4664-b3bb-7b02b9df9ded service neutron] For port 49dfb877-9039-4eaf-bedb-12edb94d373d, host hv-cinder-77923, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=49dfb877-9039-4eaf-bedb-12edb94d373d,segment=NetworkSegment(a867bff5-0b48-4d60-bac3-5ba6e8b8d30c),segment_id=a867bff5-0b48-4d60-bac3-5ba6e8b8d30c)] {{(pid=92473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 12:16:23.991185 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-b010e4d3-75b5-4dd2-aa9d-d6a97f939de0 req-af3c96ae-ca17-4664-b3bb-7b02b9df9ded service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2465554'] for port, after_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:23.996205 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-1e4d1e5d-9d5c-4c1d-a90f-f60276b23876 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:16:24.054797 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b010e4d3-75b5-4dd2-aa9d-d6a97f939de0 req-af3c96ae-ca17-4664-b3bb-7b02b9df9ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:16:24.055412 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-b010e4d3-75b5-4dd2-aa9d-d6a97f939de0 req-af3c96ae-ca17-4664-b3bb-7b02b9df9ded service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163099'] for port, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:24.056758 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-b010e4d3-75b5-4dd2-aa9d-d6a97f939de0 req-af3c96ae-ca17-4664-b3bb-7b02b9df9ded service neutron] 10.222.0.54 "PUT /v2.0/ports/49dfb877-9039-4eaf-bedb-12edb94d373d HTTP/1.1" status: 200 len: 1094 time: 1.3096371 May 25 12:16:24.057258 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12ef0035-1920-44f6-b187-08f9c1f54e9f', 'tag': '49dfb877-9039-4eaf-bedb-12edb94d373d'}] {{(pid=92473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 12:16:24.079265 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3c96ae-ca17-4664-b3bb-7b02b9df9ded service neutron] Pushing event updated for resources: {'Port': ['ID=49dfb877-9039-4eaf-bedb-12edb94d373d,revision_number=3']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:16:24.082477 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-af3c96ae-ca17-4664-b3bb-7b02b9df9ded service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:16:24.109984 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12ef0035-1920-44f6-b187-08f9c1f54e9f', 'tag': '49dfb877-9039-4eaf-bedb-12edb94d373d', 'status': 'completed', 'code': 200} May 25 12:16:24.214105 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02320e54-04f3-42ee-b639-54f01e214e7e req-fb7ee518-c454-413a-92f2-c467d689f666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:16:24.215638 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-02320e54-04f3-42ee-b639-54f01e214e7e req-fb7ee518-c454-413a-92f2-c467d689f666 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=401f68ee052c48d0a0e9823d5525ef3d&device_id=12ef0035-1920-44f6-b187-08f9c1f54e9f HTTP/1.1" status: 200 len: 1097 time: 0.0851264 May 25 12:16:24.356299 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02320e54-04f3-42ee-b639-54f01e214e7e req-a1475810-d8ec-4240-b586-27f9d6ae8eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:16:24.357738 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-02320e54-04f3-42ee-b639-54f01e214e7e req-a1475810-d8ec-4240-b586-27f9d6ae8eca service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=401f68ee052c48d0a0e9823d5525ef3d&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1351714 May 25 12:16:24.494715 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02320e54-04f3-42ee-b639-54f01e214e7e req-2fe9f8b4-e439-499c-8c8c-90d1975fc28d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:16:24.496187 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-02320e54-04f3-42ee-b639-54f01e214e7e req-2fe9f8b4-e439-499c-8c8c-90d1975fc28d service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1322207 May 25 12:16:24.599990 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b010e4d3-75b5-4dd2-aa9d-d6a97f939de0 req-052b3466-d585-41ed-8831-7c13d124db5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:16:24.601486 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-b010e4d3-75b5-4dd2-aa9d-d6a97f939de0 req-052b3466-d585-41ed-8831-7c13d124db5b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=401f68ee052c48d0a0e9823d5525ef3d&device_id=12ef0035-1920-44f6-b187-08f9c1f54e9f HTTP/1.1" status: 200 len: 1097 time: 0.0708609 May 25 12:16:24.673496 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-b010e4d3-75b5-4dd2-aa9d-d6a97f939de0 req-ab8ee0a3-a1e6-4133-828b-8cc35cdf9740 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=49dfb877-9039-4eaf-bedb-12edb94d373d HTTP/1.1" status: 200 len: 217 time: 0.0647659 May 25 12:16:24.736200 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b010e4d3-75b5-4dd2-aa9d-d6a97f939de0 req-799a4fa1-2ed0-42a2-9508-e911e9c62db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:16:24.737723 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-b010e4d3-75b5-4dd2-aa9d-d6a97f939de0 req-799a4fa1-2ed0-42a2-9508-e911e9c62db5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b01b166f-5ba1-4373-a734-254ff90ae56a HTTP/1.1" status: 200 len: 855 time: 0.0583017 May 25 12:16:24.836158 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b010e4d3-75b5-4dd2-aa9d-d6a97f939de0 req-d1ad9c23-f069-4018-849d-0971ddcb1a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:16:24.837653 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-b010e4d3-75b5-4dd2-aa9d-d6a97f939de0 req-d1ad9c23-f069-4018-849d-0971ddcb1a44 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b95433bc-2dbd-474f-a7da-308000160943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0932708 May 25 12:16:24.972688 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907cb2eb-dfb6-48a4-8e2c-25c246ad50ad req-609f6eff-cd67-4a03-a0b4-6de8e7d1b494 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:16:24.974407 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-907cb2eb-dfb6-48a4-8e2c-25c246ad50ad req-609f6eff-cd67-4a03-a0b4-6de8e7d1b494 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=12ef0035-1920-44f6-b187-08f9c1f54e9f HTTP/1.1" status: 200 len: 944 time: 0.1086881 May 25 12:16:24.985306 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-b010e4d3-75b5-4dd2-aa9d-d6a97f939de0 req-b55aa359-95d0-41d4-832f-4b1d12cb0267 service neutron] 10.222.0.54 "GET /v2.0/networks/b95433bc-2dbd-474f-a7da-308000160943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405499 May 25 12:16:25.027997 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-907cb2eb-dfb6-48a4-8e2c-25c246ad50ad req-8bf284c3-db3c-4475-a016-4e413966e177 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4aa74e5-345e-4c0d-b07b-79e0eb5805ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476596 May 25 12:16:25.134042 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-b010e4d3-75b5-4dd2-aa9d-d6a97f939de0 req-1aaf73e0-dd59-48e3-ac97-1d42c86f2752 service neutron] 10.222.0.54 "GET /v2.0/networks/b95433bc-2dbd-474f-a7da-308000160943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415486 May 25 12:16:26.222260 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e99f710-a8b7-4535-8408-1ee3d225cf71 req-565783bf-ec1c-41b6-9063-2d92cf0a13a6 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:16:26.223735 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-4e99f710-a8b7-4535-8408-1ee3d225cf71 req-565783bf-ec1c-41b6-9063-2d92cf0a13a6 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=12ef0035-1920-44f6-b187-08f9c1f54e9f HTTP/1.1" status: 200 len: 944 time: 0.0805848 May 25 12:16:26.269652 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-4e99f710-a8b7-4535-8408-1ee3d225cf71 req-d6ac30df-9b46-401a-ab23-0dc01093cdbb tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4aa74e5-345e-4c0d-b07b-79e0eb5805ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393414 May 25 12:16:26.994366 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Device 49dfb877-9039-4eaf-bedb-12edb94d373d details requested by agent hyperv_hv-cinder-77923 with host hv-cinder-77923 {{(pid=92474) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 12:16:27.131991 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] For port 49dfb877-9039-4eaf-bedb-12edb94d373d, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=49dfb877-9039-4eaf-bedb-12edb94d373d,segment=NetworkSegment(a867bff5-0b48-4d60-bac3-5ba6e8b8d30c),segment_id=a867bff5-0b48-4d60-bac3-5ba6e8b8d30c)] {{(pid=92474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:16:27.155186 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Returning: {'device': '49dfb877-9039-4eaf-bedb-12edb94d373d', 'network_id': 'b95433bc-2dbd-474f-a7da-308000160943', 'port_id': '49dfb877-9039-4eaf-bedb-12edb94d373d', 'mac_address': 'fa:16:3e:82:c1:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b01b166f-5ba1-4373-a734-254ff90ae56a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92474) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 12:16:27.214190 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:27.231314 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.notifiers.nova [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49dfb877-9039-4eaf-bedb-12edb94d373d {{(pid=92474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 12:16:27.246626 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] For port 49dfb877-9039-4eaf-bedb-12edb94d373d, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=49dfb877-9039-4eaf-bedb-12edb94d373d,segment=NetworkSegment(a867bff5-0b48-4d60-bac3-5ba6e8b8d30c),segment_id=a867bff5-0b48-4d60-bac3-5ba6e8b8d30c)] {{(pid=92474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:16:27.249900 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:27.339353 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:27.341201 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:16:27.420159 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Pushing event updated for resources: {'Port': ['ID=49dfb877-9039-4eaf-bedb-12edb94d373d,revision_number=4']} {{(pid=92474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:16:27.427456 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:16:27.427795 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:16:27.428125 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:16:27.428447 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:16:27.428768 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:16:27.429083 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:16:27.429398 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:16:27.429707 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:16:27.430021 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:16:27.430330 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:16:27.430640 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:16:27.430949 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:16:27.435953 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:16:27.485141 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1967a68-bc93-4c89-8f6a-dd69b5f8593d req-2136206c-3ee6-49ad-86e3-d1aee168047c tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:16:27.486593 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-d1967a68-bc93-4c89-8f6a-dd69b5f8593d req-2136206c-3ee6-49ad-86e3-d1aee168047c tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=12ef0035-1920-44f6-b187-08f9c1f54e9f HTTP/1.1" status: 200 len: 945 time: 0.0900145 May 25 12:16:27.532993 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-d1967a68-bc93-4c89-8f6a-dd69b5f8593d req-3ce374ce-dc64-411b-87a3-ee1cd7f11984 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4aa74e5-345e-4c0d-b07b-79e0eb5805ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397379 May 25 12:16:27.562383 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] get_ports_and_sgs() called for port_ids ['49dfb877-9039-4eaf-bedb-12edb94d373d'] {{(pid=92474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 12:16:28.749342 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59c4633-a124-4e96-9d9f-4e1790463a58 req-e99caad7-60c2-4a82-b760-c966a1bcd6dd tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:16:28.751010 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-a59c4633-a124-4e96-9d9f-4e1790463a58 req-e99caad7-60c2-4a82-b760-c966a1bcd6dd tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=12ef0035-1920-44f6-b187-08f9c1f54e9f HTTP/1.1" status: 200 len: 945 time: 0.0950782 May 25 12:16:28.799264 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-a59c4633-a124-4e96-9d9f-4e1790463a58 req-4280ac50-6c2a-4ae4-a357-471c7d37c585 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4aa74e5-345e-4c0d-b07b-79e0eb5805ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422726 May 25 12:16:28.935854 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 42564) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:16:28.996281 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Device 49dfb877-9039-4eaf-bedb-12edb94d373d up at agent hyperv_hv-cinder-77923 {{(pid=92474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 12:16:29.062565 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-969aa346-11e7-4b11-94dd-e3d3b2c3d8fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:29.073352 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-969aa346-11e7-4b11-94dd-e3d3b2c3d8fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:16:29.078141 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-969aa346-11e7-4b11-94dd-e3d3b2c3d8fb admin admin] Usage tracker for resource:security_group_rule and tenant:1d21a210a4ca4c6a8b06f0b682925c01 is out of sync, need to count used quota {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:16:29.081116 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-969aa346-11e7-4b11-94dd-e3d3b2c3d8fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:16:29.087090 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-969aa346-11e7-4b11-94dd-e3d3b2c3d8fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:16:29.169962 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-969aa346-11e7-4b11-94dd-e3d3b2c3d8fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:29.204910 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Provisioning for port 49dfb877-9039-4eaf-bedb-12edb94d373d completed by entity L2. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 12:16:29.207287 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 42572) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:16:29.211648 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Provisioning complete for port 49dfb877-9039-4eaf-bedb-12edb94d373d triggered by entity L2. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 12:16:29.211648 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902397'] for port, provisioning_complete {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:29.326524 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-969aa346-11e7-4b11-94dd-e3d3b2c3d8fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:29.328220 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:29.333775 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-b95aa118-48a1-4ec6-b5e4-0ee5d742b52c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:16:29.343793 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-8bf08898-dae6-457a-aa16-831b6518cd73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:29.379392 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12ef0035-1920-44f6-b187-08f9c1f54e9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49dfb877-9039-4eaf-bedb-12edb94d373d'}] {{(pid=92474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 12:16:29.384550 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-8bf08898-dae6-457a-aa16-831b6518cd73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:16:29.389160 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] For port 49dfb877-9039-4eaf-bedb-12edb94d373d, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=49dfb877-9039-4eaf-bedb-12edb94d373d,segment=NetworkSegment(a867bff5-0b48-4d60-bac3-5ba6e8b8d30c),segment_id=a867bff5-0b48-4d60-bac3-5ba6e8b8d30c)] {{(pid=92474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:16:29.392664 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-969aa346-11e7-4b11-94dd-e3d3b2c3d8fb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1d21a210a4ca4c6a8b06f0b682925c01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4557896 May 25 12:16:29.394562 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-8bf08898-dae6-457a-aa16-831b6518cd73 admin admin] Usage tracker for resource:security_group_rule and tenant:19a844943fb3471e979a00ca30286b16 is out of sync, need to count used quota {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:16:29.395460 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 42580) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:16:29.397381 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969aa346-11e7-4b11-94dd-e3d3b2c3d8fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a11b555a-352b-40af-9258-34212a341e06,revision_number=1']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:16:29.400362 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-8bf08898-dae6-457a-aa16-831b6518cd73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:16:29.403209 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-969aa346-11e7-4b11-94dd-e3d3b2c3d8fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:16:29.406908 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-8bf08898-dae6-457a-aa16-831b6518cd73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:16:29.445332 dv-cinder-779233-5-smb neutron-server[92474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12ef0035-1920-44f6-b187-08f9c1f54e9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49dfb877-9039-4eaf-bedb-12edb94d373d', 'code': 200} May 25 12:16:29.464735 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-b6390a1d-f323-4ee7-b001-c18479335c3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:29.479068 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:29.482142 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:16:29.494290 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-b6390a1d-f323-4ee7-b001-c18479335c3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:29.503925 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-8bf08898-dae6-457a-aa16-831b6518cd73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:29.557172 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Pushing event updated for resources: {'Port': ['ID=49dfb877-9039-4eaf-bedb-12edb94d373d,revision_number=5']} {{(pid=92474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:16:29.560202 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:16:29.598891 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-8bf08898-dae6-457a-aa16-831b6518cd73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:29.607908 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-5d4d8061-6832-46dc-9d1e-a56847f60814 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:16:29.717253 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-b6390a1d-f323-4ee7-b001-c18479335c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:29.720735 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-8bf08898-dae6-457a-aa16-831b6518cd73 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=19a844943fb3471e979a00ca30286b16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5101647 May 25 12:16:29.721566 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 42586) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:16:29.722291 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-889e056d-3ae2-4a11-9fc1-b64ccde4b40f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:16:29.726100 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf08898-dae6-457a-aa16-831b6518cd73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19b18546-1055-4e12-a145-489ececf0040,revision_number=1']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:16:29.733727 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6390a1d-f323-4ee7-b001-c18479335c3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a11b555a-352b-40af-9258-34212a341e06,revision_number=None']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:16:29.737166 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-b6390a1d-f323-4ee7-b001-c18479335c3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:16:29.740009 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-8bf08898-dae6-457a-aa16-831b6518cd73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:16:29.741555 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-b6390a1d-f323-4ee7-b001-c18479335c3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:29.742664 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-b6390a1d-f323-4ee7-b001-c18479335c3e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a11b555a-352b-40af-9258-34212a341e06 HTTP/1.1" status: 204 len: 168 time: 0.3457677 May 25 12:16:29.799887 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-8c6635d5-c037-458e-8394-fc7318bd20b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:29.828252 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-8c6635d5-c037-458e-8394-fc7318bd20b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:29.953790 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6a47c9-6dc9-404a-8f55-0328e2dff5f0 req-6dd667a6-acaa-4a65-baad-1454e04c35f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:16:29.955266 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-7b6a47c9-6dc9-404a-8f55-0328e2dff5f0 req-6dd667a6-acaa-4a65-baad-1454e04c35f5 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=12ef0035-1920-44f6-b187-08f9c1f54e9f HTTP/1.1" status: 200 len: 1099 time: 0.0935543 May 25 12:16:29.998636 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-7b6a47c9-6dc9-404a-8f55-0328e2dff5f0 req-ef4d0c8a-7961-4fbb-913b-17f3ad29694c service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=a4aa74e5-345e-4c0d-b07b-79e0eb5805ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362761 May 25 12:16:30.042243 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-8c6635d5-c037-458e-8394-fc7318bd20b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:30.042542 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6b6d6c-2d65-4445-825c-53455f69787b req-88a40289-4d12-446d-bb7e-7aa78351add1 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:16:30.044213 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-6c6b6d6c-2d65-4445-825c-53455f69787b req-88a40289-4d12-446d-bb7e-7aa78351add1 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=12ef0035-1920-44f6-b187-08f9c1f54e9f HTTP/1.1" status: 200 len: 946 time: 0.0950611 May 25 12:16:30.052356 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-9de182e2-2278-487f-bb67-fb126ab98e01 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:16:30.074381 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6635d5-c037-458e-8394-fc7318bd20b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19b18546-1055-4e12-a145-489ececf0040,revision_number=None']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:16:30.081072 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-8c6635d5-c037-458e-8394-fc7318bd20b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:16:30.084723 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-8c6635d5-c037-458e-8394-fc7318bd20b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:30.094428 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-8c6635d5-c037-458e-8394-fc7318bd20b6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/19b18546-1055-4e12-a145-489ececf0040 HTTP/1.1" status: 204 len: 168 time: 0.3705006 May 25 12:16:30.100142 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-6c6b6d6c-2d65-4445-825c-53455f69787b req-131756cc-724e-497a-8c4a-66c0db834137 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4aa74e5-345e-4c0d-b07b-79e0eb5805ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477724 May 25 12:16:30.568982 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 42606) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:16:30.696028 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-84911224-5271-4a2f-a20c-595b100c5173 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:30.711740 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-84911224-5271-4a2f-a20c-595b100c5173 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:16:30.715583 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-84911224-5271-4a2f-a20c-595b100c5173 admin admin] Usage tracker for resource:security_group_rule and tenant:d075d42d849045758e65cdfb0c426d9e is out of sync, need to count used quota {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:16:30.718595 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-84911224-5271-4a2f-a20c-595b100c5173 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:16:30.724094 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-84911224-5271-4a2f-a20c-595b100c5173 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:16:30.806594 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-84911224-5271-4a2f-a20c-595b100c5173 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:30.907375 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-84911224-5271-4a2f-a20c-595b100c5173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:30.916390 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-7a6c8e4f-e9e7-4461-a866-ae326874d76d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:16:30.956534 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-84911224-5271-4a2f-a20c-595b100c5173 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d075d42d849045758e65cdfb0c426d9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3865011 May 25 12:16:30.958178 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84911224-5271-4a2f-a20c-595b100c5173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02df5f31-bd00-4a9c-9a31-b8b145f1bdb4,revision_number=1']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:16:30.959295 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 42614) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:16:30.961128 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-84911224-5271-4a2f-a20c-595b100c5173 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:16:31.017467 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-150f102b-fba9-4fad-a61f-955af209a5de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:31.042569 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-150f102b-fba9-4fad-a61f-955af209a5de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:31.124031 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 42618) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:16:31.140579 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-9a13e07f-b6f2-4212-9239-60bd95ae81e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:31.159962 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-9a13e07f-b6f2-4212-9239-60bd95ae81e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:16:31.163787 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-9a13e07f-b6f2-4212-9239-60bd95ae81e3 admin admin] Usage tracker for resource:security_group_rule and tenant:332184e1e94945e6ae129493ac68db07 is out of sync, need to count used quota {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:16:31.166621 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-9a13e07f-b6f2-4212-9239-60bd95ae81e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:16:31.172969 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-9a13e07f-b6f2-4212-9239-60bd95ae81e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:16:31.276930 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-150f102b-fba9-4fad-a61f-955af209a5de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:31.284721 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-53b49cd3-c818-4db3-9a0a-7c27ac7aebd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:16:31.301924 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150f102b-fba9-4fad-a61f-955af209a5de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02df5f31-bd00-4a9c-9a31-b8b145f1bdb4,revision_number=None']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:16:31.305093 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-150f102b-fba9-4fad-a61f-955af209a5de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:16:31.313619 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-150f102b-fba9-4fad-a61f-955af209a5de admin admin] Notify callbacks [] for security_group, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:31.317039 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-150f102b-fba9-4fad-a61f-955af209a5de admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/02df5f31-bd00-4a9c-9a31-b8b145f1bdb4 HTTP/1.1" status: 204 len: 168 time: 0.3544321 May 25 12:16:31.321386 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6009a9-1770-4643-a021-c7b1bbf97f57 req-6aac2609-ee00-4a09-a3c5-97363f73d07e tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:16:31.322928 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-2c6009a9-1770-4643-a021-c7b1bbf97f57 req-6aac2609-ee00-4a09-a3c5-97363f73d07e tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=12ef0035-1920-44f6-b187-08f9c1f54e9f HTTP/1.1" status: 200 len: 946 time: 0.0936933 May 25 12:16:31.377810 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-9a13e07f-b6f2-4212-9239-60bd95ae81e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:31.380021 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-2c6009a9-1770-4643-a021-c7b1bbf97f57 req-fe4715cd-0630-4467-978a-d86e52296b14 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4aa74e5-345e-4c0d-b07b-79e0eb5805ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492671 May 25 12:16:31.476277 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-9a13e07f-b6f2-4212-9239-60bd95ae81e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:31.485948 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-80848fd9-6c47-49b2-93cf-1708df3e2a8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:16:31.541612 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 42632) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:16:31.541834 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-9a13e07f-b6f2-4212-9239-60bd95ae81e3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=332184e1e94945e6ae129493ac68db07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4167373 May 25 12:16:31.543760 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a13e07f-b6f2-4212-9239-60bd95ae81e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f74d13c-4dbe-4f47-b79d-d922994e9304,revision_number=1']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:16:31.546935 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-9a13e07f-b6f2-4212-9239-60bd95ae81e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:16:31.631750 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-b1845909-3577-456f-a377-00c2bce2d272 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:31.642544 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b977145d-b38f-43ce-82ec-e223850c98bd req-d39949a7-84d3-4398-b6ff-bae9b5bd4ae4 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:16:31.644050 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-b977145d-b38f-43ce-82ec-e223850c98bd req-d39949a7-84d3-4398-b6ff-bae9b5bd4ae4 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=12ef0035-1920-44f6-b187-08f9c1f54e9f HTTP/1.1" status: 200 len: 946 time: 0.1509397 May 25 12:16:31.652747 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 42636) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:16:31.658762 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.v2.base [None req-66ee2ff4-b32e-4e25-88b6-4fd56bd68c75 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Request body: {'floatingip': {'port_id': '49dfb877-9039-4eaf-bedb-12edb94d373d'}} {{(pid=92473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 12:16:31.669431 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-b1845909-3577-456f-a377-00c2bce2d272 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:31.738647 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-66ee2ff4-b32e-4e25-88b6-4fd56bd68c75 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Notify callbacks [] for floatingip, before_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:31.916054 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-b1845909-3577-456f-a377-00c2bce2d272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:31.921019 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-2971296e-40b1-4a2a-8c21-e26336b96e06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:16:31.932926 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1845909-3577-456f-a377-00c2bce2d272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f74d13c-4dbe-4f47-b79d-d922994e9304,revision_number=None']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:16:31.937403 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-b1845909-3577-456f-a377-00c2bce2d272 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:16:31.953360 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-b1845909-3577-456f-a377-00c2bce2d272 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:31.955780 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-b1845909-3577-456f-a377-00c2bce2d272 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1f74d13c-4dbe-4f47-b79d-d922994e9304 HTTP/1.1" status: 204 len: 168 time: 0.4111438 May 25 12:16:32.522460 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-66ee2ff4-b32e-4e25-88b6-4fd56bd68c75 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:32.654064 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-66ee2ff4-b32e-4e25-88b6-4fd56bd68c75 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1047065'] for floatingip, after_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:32.907855 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.db.l3_db [None req-66ee2ff4-b32e-4e25-88b6-4fd56bd68c75 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Floating IP 2f3ed5c3-cf36-4e85-b67f-e1cd9e18d960 associated. External IP: 172.28.2.215, port: 49dfb877-9039-4eaf-bedb-12edb94d373d. May 25 12:16:33.256074 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66ee2ff4-b32e-4e25-88b6-4fd56bd68c75 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Router 8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3 has already been hosted by L3 agent 4aaf6e0c-8c85-4f95-8d8e-6a64f0cc3b25 {{(pid=92473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 12:16:33.438885 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66ee2ff4-b32e-4e25-88b6-4fd56bd68c75 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Notify agent at l3_agent.dv-cinder-779233-5-smb the message routers_updated {{(pid=92473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 12:16:33.448103 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-66ee2ff4-b32e-4e25-88b6-4fd56bd68c75 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163099'] for floatingip, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:33.450291 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b715e9c1-fb3b-4a83-b461-1217b21c56fc None None] Sync routers for ids ['8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3'] in dv-cinder-779233-5-smb {{(pid=92474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 12:16:33.464367 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b715e9c1-fb3b-4a83-b461-1217b21c56fc None None] Routers {'8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3'} bound to L3 agent in host dv-cinder-779233-5-smb {{(pid=92474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 12:16:33.464975 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_hamode_db [None req-b715e9c1-fb3b-4a83-b461-1217b21c56fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T12:04:17Z,description=,heartbeat_timestamp=2021-05-25T12:16:17Z,host='dv-cinder-779233-5-smb',id=4aaf6e0c-8c85-4f95-8d8e-6a64f0cc3b25,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T12:04:17Z,topic='l3_agent')) {'router_ids': ['8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3'], 'active': True} {{(pid=92474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:16:33.505789 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-66ee2ff4-b32e-4e25-88b6-4fd56bd68c75 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "PUT /v2.0/floatingips/2f3ed5c3-cf36-4e85-b67f-e1cd9e18d960 HTTP/1.1" status: 200 len: 992 time: 1.8512540 May 25 12:16:33.506527 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12ef0035-1920-44f6-b187-08f9c1f54e9f', 'tag': '49dfb877-9039-4eaf-bedb-12edb94d373d'}] {{(pid=92473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 12:16:33.557926 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12ef0035-1920-44f6-b187-08f9c1f54e9f', 'tag': '49dfb877-9039-4eaf-bedb-12edb94d373d', 'status': 'completed', 'code': 200} May 25 12:16:33.669114 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cd27f1-93e7-473a-99e1-7fff48d2e4ce req-42486ffd-2270-4eb9-918d-17a688921f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:16:33.671279 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-d7cd27f1-93e7-473a-99e1-7fff48d2e4ce req-42486ffd-2270-4eb9-918d-17a688921f2b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=401f68ee052c48d0a0e9823d5525ef3d&device_id=12ef0035-1920-44f6-b187-08f9c1f54e9f HTTP/1.1" status: 200 len: 1099 time: 0.0881543 May 25 12:16:33.724663 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_dvr_db [None req-b715e9c1-fb3b-4a83-b461-1217b21c56fc None None] Set router 8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3 gateway port host: dv-cinder-779233-5-smb {{(pid=92474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 12:16:33.807835 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cd27f1-93e7-473a-99e1-7fff48d2e4ce req-12e9b308-44f4-473f-a974-02c8af4a3cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:16:33.810017 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-d7cd27f1-93e7-473a-99e1-7fff48d2e4ce req-12e9b308-44f4-473f-a974-02c8af4a3cdc service neutron] 10.222.0.54 "GET /v2.0/networks?id=b95433bc-2dbd-474f-a7da-308000160943 HTTP/1.1" status: 200 len: 917 time: 0.1316681 May 25 12:16:33.922523 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-d7cd27f1-93e7-473a-99e1-7fff48d2e4ce req-40248e27-8764-456e-b77d-1140aaa3984b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=49dfb877-9039-4eaf-bedb-12edb94d373d HTTP/1.1" status: 200 len: 1000 time: 0.1056175 May 25 12:16:34.005045 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cd27f1-93e7-473a-99e1-7fff48d2e4ce req-fe603cc2-6c65-4497-a9e0-aa7d7b40b64d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:16:34.006554 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-d7cd27f1-93e7-473a-99e1-7fff48d2e4ce req-fe603cc2-6c65-4497-a9e0-aa7d7b40b64d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b01b166f-5ba1-4373-a734-254ff90ae56a HTTP/1.1" status: 200 len: 855 time: 0.0744317 May 25 12:16:34.090984 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cd27f1-93e7-473a-99e1-7fff48d2e4ce req-be172737-9896-4e91-a4cf-b04f9a882c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:16:34.092479 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-d7cd27f1-93e7-473a-99e1-7fff48d2e4ce req-be172737-9896-4e91-a4cf-b04f9a882c28 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b95433bc-2dbd-474f-a7da-308000160943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0790784 May 25 12:16:34.110477 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_hamode_db [None req-b715e9c1-fb3b-4a83-b461-1217b21c56fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3', 'name': 'tempest-AttachVolumeShelveTestJSON-980141975-router', 'tenant_id': '401f68ee052c48d0a0e9823d5525ef3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'external_fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.117'}], 'enable_snat': True}, 'gw_port_id': 'ee278e6e-cf9f-434d-82c8-d0fdac3f7d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T12:12:05Z', 'updated_at': '2021-05-25T12:12:14Z', 'revision_number': 4, 'project_id': '401f68ee052c48d0a0e9823d5525ef3d', 'gw_port': {'id': 'ee278e6e-cf9f-434d-82c8-d0fdac3f7d3b', 'name': '', 'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d2:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:12:07Z', 'updated_at': '2021-05-25T12:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-5-smb', '_floatingips': [{'id': '2f3ed5c3-cf36-4e85-b67f-e1cd9e18d960', 'tenant_id': '401f68ee052c48d0a0e9823d5525ef3d', 'floating_ip_address': '172.28.2.215', 'floating_network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'router_id': '8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3', 'port_id': '49dfb877-9039-4eaf-bedb-12edb94d373d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b95433bc-2dbd-474f-a7da-308000160943', 'mac_address': 'fa:16:3e:82:c1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ef0035-1920-44f6-b187-08f9c1f54e9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T12:16:16Z', 'updated_at': '2021-05-25T12:16:32Z', 'revision_number': 1, 'project_id': '401f68ee052c48d0a0e9823d5525ef3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '988f0bbb-c4f2-4037-8138-a1aa53f8fd63', 'name': '', 'network_id': 'b95433bc-2dbd-474f-a7da-308000160943', 'tenant_id': '401f68ee052c48d0a0e9823d5525ef3d', 'mac_address': 'fa:16:3e:46:07:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b01b166f-5ba1-4373-a734-254ff90ae56a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:12:12Z', 'updated_at': '2021-05-25T12:12:29Z', 'revision_number': 5, 'project_id': '401f68ee052c48d0a0e9823d5525ef3d', 'subnets': [{'id': 'b01b166f-5ba1-4373-a734-254ff90ae56a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-5-smb', False) {} {{(pid=92474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:16:34.115104 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b715e9c1-fb3b-4a83-b461-1217b21c56fc None None] Checking router: 8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3 for host: dv-cinder-779233-5-smb {{(pid=92474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 12:16:34.127641 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b715e9c1-fb3b-4a83-b461-1217b21c56fc None None] Routers {'8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3'} bound to L3 agent in host dv-cinder-779233-5-smb {{(pid=92474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 12:16:34.128477 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_hamode_db [None req-b715e9c1-fb3b-4a83-b461-1217b21c56fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T12:04:17Z,description=,heartbeat_timestamp=2021-05-25T12:16:17Z,host='dv-cinder-779233-5-smb',id=4aaf6e0c-8c85-4f95-8d8e-6a64f0cc3b25,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T12:04:17Z,topic='l3_agent')) {'router_ids': ['8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3'], 'active': True} {{(pid=92474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:16:34.245551 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-d7cd27f1-93e7-473a-99e1-7fff48d2e4ce req-b912a984-8569-474c-b1eb-5ebb55284a2a service neutron] 10.222.0.54 "GET /v2.0/networks/b95433bc-2dbd-474f-a7da-308000160943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461344 May 25 12:16:34.325872 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_dvr_db [None req-b715e9c1-fb3b-4a83-b461-1217b21c56fc None None] Set router 8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3 gateway port host: dv-cinder-779233-5-smb {{(pid=92474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 12:16:34.499940 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-d7cd27f1-93e7-473a-99e1-7fff48d2e4ce req-a7d70789-6acd-4fb5-ae8d-141febbf6f01 service neutron] 10.222.0.54 "GET /v2.0/networks/b95433bc-2dbd-474f-a7da-308000160943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476044 May 25 12:16:34.688389 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_hamode_db [None req-b715e9c1-fb3b-4a83-b461-1217b21c56fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3', 'name': 'tempest-AttachVolumeShelveTestJSON-980141975-router', 'tenant_id': '401f68ee052c48d0a0e9823d5525ef3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'external_fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.117'}], 'enable_snat': True}, 'gw_port_id': 'ee278e6e-cf9f-434d-82c8-d0fdac3f7d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T12:12:05Z', 'updated_at': '2021-05-25T12:12:14Z', 'revision_number': 4, 'project_id': '401f68ee052c48d0a0e9823d5525ef3d', 'gw_port': {'id': 'ee278e6e-cf9f-434d-82c8-d0fdac3f7d3b', 'name': '', 'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d2:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:12:07Z', 'updated_at': '2021-05-25T12:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-5-smb', '_floatingips': [{'id': '2f3ed5c3-cf36-4e85-b67f-e1cd9e18d960', 'tenant_id': '401f68ee052c48d0a0e9823d5525ef3d', 'floating_ip_address': '172.28.2.215', 'floating_network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'router_id': '8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3', 'port_id': '49dfb877-9039-4eaf-bedb-12edb94d373d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b95433bc-2dbd-474f-a7da-308000160943', 'mac_address': 'fa:16:3e:82:c1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ef0035-1920-44f6-b187-08f9c1f54e9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T12:16:16Z', 'updated_at': '2021-05-25T12:16:32Z', 'revision_number': 1, 'project_id': '401f68ee052c48d0a0e9823d5525ef3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '988f0bbb-c4f2-4037-8138-a1aa53f8fd63', 'name': '', 'network_id': 'b95433bc-2dbd-474f-a7da-308000160943', 'tenant_id': '401f68ee052c48d0a0e9823d5525ef3d', 'mac_address': 'fa:16:3e:46:07:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b01b166f-5ba1-4373-a734-254ff90ae56a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:12:12Z', 'updated_at': '2021-05-25T12:12:29Z', 'revision_number': 5, 'project_id': '401f68ee052c48d0a0e9823d5525ef3d', 'subnets': [{'id': 'b01b166f-5ba1-4373-a734-254ff90ae56a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-5-smb', False) {} {{(pid=92474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:16:34.692518 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b715e9c1-fb3b-4a83-b461-1217b21c56fc None None] The sync data for ids ['8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3'] in dv-cinder-779233-5-smb is: [{'id': '8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3', 'name': 'tempest-AttachVolumeShelveTestJSON-980141975-router', 'tenant_id': '401f68ee052c48d0a0e9823d5525ef3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'external_fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.117'}], 'enable_snat': True}, 'gw_port_id': 'ee278e6e-cf9f-434d-82c8-d0fdac3f7d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T12:12:05Z', 'updated_at': '2021-05-25T12:12:14Z', 'revision_number': 4, 'project_id': '401f68ee052c48d0a0e9823d5525ef3d', 'gw_port': {'id': 'ee278e6e-cf9f-434d-82c8-d0fdac3f7d3b', 'name': '', 'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d2:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:12:07Z', 'updated_at': '2021-05-25T12:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-5-smb', '_floatingips': [{'id': '2f3ed5c3-cf36-4e85-b67f-e1cd9e18d960', 'tenant_id': '401f68ee052c48d0a0e9823d5525ef3d', 'floating_ip_address': '172.28.2.215', 'floating_network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'router_id': '8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3', 'port_id': '49dfb877-9039-4eaf-bedb-12edb94d373d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b95433bc-2dbd-474f-a7da-308000160943', 'mac_address': 'fa:16:3e:82:c1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ef0035-1920-44f6-b187-08f9c1f54e9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T12:16:16Z', 'updated_at': '2021-05-25T12:16:32Z', 'revision_number': 1, 'project_id': '401f68ee052c48d0a0e9823d5525ef3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '988f0bbb-c4f2-4037-8138-a1aa53f8fd63', 'name': '', 'network_id': 'b95433bc-2dbd-474f-a7da-308000160943', 'tenant_id': '401f68ee052c48d0a0e9823d5525ef3d', 'mac_address': 'fa:16:3e:46:07:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b01b166f-5ba1-4373-a734-254ff90ae56a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:12:12Z', 'updated_at': '2021-05-25T12:12:29Z', 'revision_number': 5, 'project_id': '401f68ee052c48d0a0e9823d5525ef3d', 'subnets': [{'id': 'b01b166f-5ba1-4373-a734-254ff90ae56a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 12:16:34.873434 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c84a8e-1651-4114-9b12-9e4345fe5fa8 None None] New status for floating IP 2f3ed5c3-cf36-4e85-b67f-e1cd9e18d960: ACTIVE {{(pid=92475) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 12:16:34.886869 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 42702) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:16:35.010080 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-25ad5043-e42c-473d-b691-a3abb0de21f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:35.024923 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-25ad5043-e42c-473d-b691-a3abb0de21f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:16:35.028894 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-25ad5043-e42c-473d-b691-a3abb0de21f6 admin admin] Usage tracker for resource:security_group_rule and tenant:aa83a0f264354da0a0af58314a814b64 is out of sync, need to count used quota {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:16:35.031782 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-25ad5043-e42c-473d-b691-a3abb0de21f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:16:35.037769 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-25ad5043-e42c-473d-b691-a3abb0de21f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:16:35.118263 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-25ad5043-e42c-473d-b691-a3abb0de21f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:35.186932 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-25ad5043-e42c-473d-b691-a3abb0de21f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:35.195947 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:16:35.233952 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-25ad5043-e42c-473d-b691-a3abb0de21f6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=aa83a0f264354da0a0af58314a814b64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3453889 May 25 12:16:35.237219 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 42712) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:16:35.238751 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ad5043-e42c-473d-b691-a3abb0de21f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1eb21cc-1b58-4e1e-9fd1-4d6ff193c073,revision_number=1']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:16:35.241929 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-25ad5043-e42c-473d-b691-a3abb0de21f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:16:35.307608 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-2973ab15-e65f-4823-a2aa-39a5d66e08f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:35.335004 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-2973ab15-e65f-4823-a2aa-39a5d66e08f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:35.501835 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-2973ab15-e65f-4823-a2aa-39a5d66e08f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:35.512523 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-c3dfcbb7-d539-4782-83a4-a7012844afb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:16:35.599817 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2973ab15-e65f-4823-a2aa-39a5d66e08f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1eb21cc-1b58-4e1e-9fd1-4d6ff193c073,revision_number=None']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:16:35.602218 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-2973ab15-e65f-4823-a2aa-39a5d66e08f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:16:35.605633 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-2973ab15-e65f-4823-a2aa-39a5d66e08f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:35.608042 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-2973ab15-e65f-4823-a2aa-39a5d66e08f8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c1eb21cc-1b58-4e1e-9fd1-4d6ff193c073 HTTP/1.1" status: 204 len: 168 time: 0.3694906 May 25 12:16:36.216798 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 42726) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:16:36.233898 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-555e334a-f031-4c50-96b3-0ef83b61f2b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:36.248264 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-555e334a-f031-4c50-96b3-0ef83b61f2b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:16:36.252262 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-555e334a-f031-4c50-96b3-0ef83b61f2b5 admin admin] Usage tracker for resource:security_group_rule and tenant:9cd2baeea6c04fca80376648256285d1 is out of sync, need to count used quota {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:16:36.254922 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-555e334a-f031-4c50-96b3-0ef83b61f2b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:16:36.260739 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-555e334a-f031-4c50-96b3-0ef83b61f2b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:16:36.341060 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-555e334a-f031-4c50-96b3-0ef83b61f2b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:36.424653 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-555e334a-f031-4c50-96b3-0ef83b61f2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:36.431020 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-cd0338dc-21d6-4d4b-9db7-26c3e7cb9c3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:16:36.471889 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-555e334a-f031-4c50-96b3-0ef83b61f2b5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9cd2baeea6c04fca80376648256285d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2540061 May 25 12:16:36.472875 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555e334a-f031-4c50-96b3-0ef83b61f2b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=934fbd63-fb1c-44f5-9682-824959d9c96a,revision_number=1']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:16:36.474548 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 42730) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:16:36.476376 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-555e334a-f031-4c50-96b3-0ef83b61f2b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:16:36.532775 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-f346803b-626a-4f72-b4a8-440d0b123c9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:36.561130 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-f346803b-626a-4f72-b4a8-440d0b123c9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:36.732994 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-f346803b-626a-4f72-b4a8-440d0b123c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:36.737847 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-2a5dddf8-5d55-4540-a2ad-a73cf11b4b96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:16:36.749824 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f346803b-626a-4f72-b4a8-440d0b123c9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=934fbd63-fb1c-44f5-9682-824959d9c96a,revision_number=None']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:16:36.757320 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-f346803b-626a-4f72-b4a8-440d0b123c9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:16:36.760224 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-f346803b-626a-4f72-b4a8-440d0b123c9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:36.761322 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-f346803b-626a-4f72-b4a8-440d0b123c9b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/934fbd63-fb1c-44f5-9682-824959d9c96a HTTP/1.1" status: 204 len: 168 time: 0.2858167 May 25 12:16:43.781887 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 42864) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:16:43.841643 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4583ed7-df39-49c2-96fb-e8c08569086f admin admin] Deleting subnet 00287b72-0a2d-4a64-9e80-e260565db411 {{(pid=92473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 12:16:43.844490 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-f4583ed7-df39-49c2-96fb-e8c08569086f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:43.892111 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-f4583ed7-df39-49c2-96fb-e8c08569086f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2835061'] for subnet, precommit_delete_associations {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:43.950236 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-f4583ed7-df39-49c2-96fb-e8c08569086f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1960903'] for subnet, precommit_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:44.049602 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ef3ba7b0-791f-4330-aa93-ab200abeda84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:44.272778 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-f4583ed7-df39-49c2-96fb-e8c08569086f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2542568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3722517'] for subnet, after_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:44.278089 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-4c974473-1981-4621-aaf8-bc4c3fddb46f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:16:44.314610 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4583ed7-df39-49c2-96fb-e8c08569086f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00287b72-0a2d-4a64-9e80-e260565db411,revision_number=None']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:16:44.318432 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-f4583ed7-df39-49c2-96fb-e8c08569086f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:16:44.319491 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-f4583ed7-df39-49c2-96fb-e8c08569086f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653773'] for subnet, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:44.327049 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-f4583ed7-df39-49c2-96fb-e8c08569086f admin admin] 10.222.0.44 "DELETE /v2.0/subnets/00287b72-0a2d-4a64-9e80-e260565db411 HTTP/1.1" status: 204 len: 168 time: 0.5440345 May 25 12:16:44.329350 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 42868) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:16:44.435202 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-583cac23-19bf-4a1c-95cb-81055b685206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628851'] for network, before_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:44.557082 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-583cac23-19bf-4a1c-95cb-81055b685206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1908296', 'neutron.services.segments.db._delete_segments_for_network-8786008650460'] for network, precommit_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:44.570090 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.services.segments.db [None req-583cac23-19bf-4a1c-95cb-81055b685206 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7d896d4-f018-4b49-8342-6a24e01ffe9f']}} {{(pid=92473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:16:44.582287 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.services.segments.db [None req-583cac23-19bf-4a1c-95cb-81055b685206 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '504b014f-7faf-41b8-a7eb-1fa77bf1de6e') {'for_net_delete': True} {{(pid=92473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:16:44.582578 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.services.segments.db [None req-583cac23-19bf-4a1c-95cb-81055b685206 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '504b014f-7faf-41b8-a7eb-1fa77bf1de6e') {} {{(pid=92473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:16:44.601909 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-583cac23-19bf-4a1c-95cb-81055b685206 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786008660637', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2835070'] for segment, before_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:44.608488 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-583cac23-19bf-4a1c-95cb-81055b685206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1959408'] for segment, precommit_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:44.614258 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-583cac23-19bf-4a1c-95cb-81055b685206 admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=92473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 12:16:44.614633 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-583cac23-19bf-4a1c-95cb-81055b685206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1959408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2465614'] for segment, after_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:44.627683 dv-cinder-779233-5-smb neutron-server[92473]: Traceback (most recent call last): May 25 12:16:44.627683 dv-cinder-779233-5-smb neutron-server[92473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 12:16:44.627683 dv-cinder-779233-5-smb neutron-server[92473]: timer() May 25 12:16:44.627683 dv-cinder-779233-5-smb neutron-server[92473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 12:16:44.627683 dv-cinder-779233-5-smb neutron-server[92473]: cb(*args, **kw) May 25 12:16:44.627683 dv-cinder-779233-5-smb neutron-server[92473]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 12:16:44.627683 dv-cinder-779233-5-smb neutron-server[92473]: return func(*args, **kwargs) May 25 12:16:44.627683 dv-cinder-779233-5-smb neutron-server[92473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 12:16:44.627683 dv-cinder-779233-5-smb neutron-server[92473]: self._notify() May 25 12:16:44.627683 dv-cinder-779233-5-smb neutron-server[92473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 12:16:44.627683 dv-cinder-779233-5-smb neutron-server[92473]: self.callback(batched_events) May 25 12:16:44.627683 dv-cinder-779233-5-smb neutron-server[92473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 12:16:44.627683 dv-cinder-779233-5-smb neutron-server[92473]: event.method(event) May 25 12:16:44.627683 dv-cinder-779233-5-smb neutron-server[92473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 12:16:44.627683 dv-cinder-779233-5-smb neutron-server[92473]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 12:16:44.627683 dv-cinder-779233-5-smb neutron-server[92473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 12:16:44.627683 dv-cinder-779233-5-smb neutron-server[92473]: aggregate_uuid = self.p_client.list_aggregates( May 25 12:16:44.627683 dv-cinder-779233-5-smb neutron-server[92473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 12:16:44.627683 dv-cinder-779233-5-smb neutron-server[92473]: return f(self, *a, **k) May 25 12:16:44.627683 dv-cinder-779233-5-smb neutron-server[92473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 12:16:44.627683 dv-cinder-779233-5-smb neutron-server[92473]: return self._get(url).json() May 25 12:16:44.627683 dv-cinder-779233-5-smb neutron-server[92473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 12:16:44.627683 dv-cinder-779233-5-smb neutron-server[92473]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 12:16:44.627683 dv-cinder-779233-5-smb neutron-server[92473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 12:16:44.627683 dv-cinder-779233-5-smb neutron-server[92473]: return self.request(url, 'GET', **kwargs) May 25 12:16:44.627683 dv-cinder-779233-5-smb neutron-server[92473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 12:16:44.627683 dv-cinder-779233-5-smb neutron-server[92473]: base_url = self.get_endpoint(auth, allow=allow, May 25 12:16:44.627683 dv-cinder-779233-5-smb neutron-server[92473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 12:16:44.627683 dv-cinder-779233-5-smb neutron-server[92473]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 12:16:44.627683 dv-cinder-779233-5-smb neutron-server[92473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 12:16:44.627683 dv-cinder-779233-5-smb neutron-server[92473]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 12:16:44.627683 dv-cinder-779233-5-smb neutron-server[92473]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 12:16:44.878516 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-583cac23-19bf-4a1c-95cb-81055b685206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1908289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1019683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-653800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047083'] for network, after_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:44.883103 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:16:44.898422 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-583cac23-19bf-4a1c-95cb-81055b685206 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653773'] for network, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:44.905119 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583cac23-19bf-4a1c-95cb-81055b685206 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7d896d4-f018-4b49-8342-6a24e01ffe9f,revision_number=None']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:16:44.909322 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-583cac23-19bf-4a1c-95cb-81055b685206 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:16:45.010335 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-583cac23-19bf-4a1c-95cb-81055b685206 admin admin] 10.222.0.44 "DELETE /v2.0/networks/f7d896d4-f018-4b49-8342-6a24e01ffe9f HTTP/1.1" status: 204 len: 168 time: 0.6798863 May 25 12:16:45.429110 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 42888) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:16:45.477569 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-4b3b20ca-d878-42fe-96a1-c574b09dfc83 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b9fb5e4641934500b1db8ab332a09510&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0472074 May 25 12:16:45.479953 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 42892) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:16:45.542955 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-136be59b-fa81-4913-9d31-0006192a4feb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:45.569987 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-136be59b-fa81-4913-9d31-0006192a4feb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:45.607830 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 42898) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:16:45.695930 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-136be59b-fa81-4913-9d31-0006192a4feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:45.699757 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-a60c7a50-3df4-4f10-9621-0121108d05b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:16:45.712001 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136be59b-fa81-4913-9d31-0006192a4feb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b4fedef-e951-4783-a6c8-f37f4f2f28f3,revision_number=None']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:16:45.716200 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-136be59b-fa81-4913-9d31-0006192a4feb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:16:45.723117 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-ebddbfbf-3a87-4711-9eac-6d874aa90b12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:45.738070 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-ebddbfbf-3a87-4711-9eac-6d874aa90b12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:16:45.741786 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-ebddbfbf-3a87-4711-9eac-6d874aa90b12 admin admin] Usage tracker for resource:security_group_rule and tenant:c8a6f0bbf9c84e15af853876d0baf3ed is out of sync, need to count used quota {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:16:45.744662 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-ebddbfbf-3a87-4711-9eac-6d874aa90b12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:16:45.750999 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-ebddbfbf-3a87-4711-9eac-6d874aa90b12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:16:45.829169 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-ebddbfbf-3a87-4711-9eac-6d874aa90b12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:45.850719 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-136be59b-fa81-4913-9d31-0006192a4feb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:45.864403 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-136be59b-fa81-4913-9d31-0006192a4feb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5b4fedef-e951-4783-a6c8-f37f4f2f28f3 HTTP/1.1" status: 204 len: 168 time: 0.3710232 May 25 12:16:45.944429 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-ebddbfbf-3a87-4711-9eac-6d874aa90b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:45.953456 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-e7a622bb-e504-4ba1-ae6b-14a92f6115f1 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:16:45.996711 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-ebddbfbf-3a87-4711-9eac-6d874aa90b12 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c8a6f0bbf9c84e15af853876d0baf3ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3878362 May 25 12:16:45.997681 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebddbfbf-3a87-4711-9eac-6d874aa90b12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a3c25eb-53f7-4f87-bdf5-d6f928ccb880,revision_number=1']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:16:45.999423 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 42908) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:16:46.000802 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-ebddbfbf-3a87-4711-9eac-6d874aa90b12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:16:46.061837 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-7ae67870-3ba7-4841-a655-5dcc4557dd06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:46.086566 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-7ae67870-3ba7-4841-a655-5dcc4557dd06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:46.216313 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-7ae67870-3ba7-4841-a655-5dcc4557dd06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:46.221239 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-0d845b49-3bee-42cb-8f60-902edc1e1920 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:16:46.237244 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae67870-3ba7-4841-a655-5dcc4557dd06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a3c25eb-53f7-4f87-bdf5-d6f928ccb880,revision_number=None']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:16:46.239799 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-7ae67870-3ba7-4841-a655-5dcc4557dd06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:16:46.240987 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-7ae67870-3ba7-4841-a655-5dcc4557dd06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:46.242906 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-7ae67870-3ba7-4841-a655-5dcc4557dd06 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5a3c25eb-53f7-4f87-bdf5-d6f928ccb880 HTTP/1.1" status: 204 len: 168 time: 0.2415807 May 25 12:16:46.447476 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:46.780959 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-0f6cec05-478c-49d6-b685-1e76fd86e090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:47.010833 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 42940) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:16:47.029127 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-2afa47fa-7c91-4dd7-ba26-346f1afba88e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:47.043294 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-2afa47fa-7c91-4dd7-ba26-346f1afba88e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:16:47.046989 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-2afa47fa-7c91-4dd7-ba26-346f1afba88e admin admin] Usage tracker for resource:security_group_rule and tenant:bf3931a01c1c4baab785fbc5598ce998 is out of sync, need to count used quota {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:16:47.049824 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-2afa47fa-7c91-4dd7-ba26-346f1afba88e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:16:47.055421 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-2afa47fa-7c91-4dd7-ba26-346f1afba88e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:16:47.138243 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-2afa47fa-7c91-4dd7-ba26-346f1afba88e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:47.213172 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-2afa47fa-7c91-4dd7-ba26-346f1afba88e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:47.220952 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-f346803b-626a-4f72-b4a8-440d0b123c9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:16:47.260860 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afa47fa-7c91-4dd7-ba26-346f1afba88e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba99b9c1-0033-4b8b-88aa-8d1ca26aa9a1,revision_number=1']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:16:47.263881 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-2afa47fa-7c91-4dd7-ba26-346f1afba88e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:16:47.268892 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-2afa47fa-7c91-4dd7-ba26-346f1afba88e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bf3931a01c1c4baab785fbc5598ce998&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2545643 May 25 12:16:47.269963 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 42944) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:16:47.326344 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-69f43307-598b-4ea6-8026-653488ab357a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:47.351980 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-69f43307-598b-4ea6-8026-653488ab357a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:47.470023 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-69f43307-598b-4ea6-8026-653488ab357a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:47.473819 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-911d428b-4797-412f-b888-61db1bd0a77a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:16:47.486531 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f43307-598b-4ea6-8026-653488ab357a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba99b9c1-0033-4b8b-88aa-8d1ca26aa9a1,revision_number=None']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:16:47.489261 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-69f43307-598b-4ea6-8026-653488ab357a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:16:47.496342 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-69f43307-598b-4ea6-8026-653488ab357a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:47.497446 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-69f43307-598b-4ea6-8026-653488ab357a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ba99b9c1-0033-4b8b-88aa-8d1ca26aa9a1 HTTP/1.1" status: 204 len: 168 time: 0.2274613 May 25 12:16:48.033045 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ff182aac-c7db-4435-9e5c-c570f96503ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:49.225652 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 42988) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:16:49.342851 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-cc7ee67f-10d6-486d-8eab-2e18b74645c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:49.357558 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-cc7ee67f-10d6-486d-8eab-2e18b74645c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:16:49.362305 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-cc7ee67f-10d6-486d-8eab-2e18b74645c8 admin admin] Usage tracker for resource:security_group_rule and tenant:592820c10b1c49b684f782b52816971a is out of sync, need to count used quota {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:16:49.364142 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-cc7ee67f-10d6-486d-8eab-2e18b74645c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:16:49.369793 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-cc7ee67f-10d6-486d-8eab-2e18b74645c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:16:49.452938 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-cc7ee67f-10d6-486d-8eab-2e18b74645c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:49.518044 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-cb1178c2-b2b5-418b-a63c-7279ce5a9fe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:49.590699 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-cc7ee67f-10d6-486d-8eab-2e18b74645c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:49.598309 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-8bf08898-dae6-457a-aa16-831b6518cd73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:16:49.637919 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7ee67f-10d6-486d-8eab-2e18b74645c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9668ebed-05f6-4044-bfa0-742a6be4c187,revision_number=1']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:16:49.640963 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-cc7ee67f-10d6-486d-8eab-2e18b74645c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:16:49.643566 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-cc7ee67f-10d6-486d-8eab-2e18b74645c8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=592820c10b1c49b684f782b52816971a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4168065 May 25 12:16:49.646209 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 42994) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:16:49.710142 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-cd1cd4b9-99b9-4c18-b63d-583d921adc61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:49.819412 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-cd1cd4b9-99b9-4c18-b63d-583d921adc61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:49.956019 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-cd1cd4b9-99b9-4c18-b63d-583d921adc61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:49.959656 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-9a13e07f-b6f2-4212-9239-60bd95ae81e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:16:49.970476 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1cd4b9-99b9-4c18-b63d-583d921adc61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9668ebed-05f6-4044-bfa0-742a6be4c187,revision_number=None']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:16:49.974167 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-cd1cd4b9-99b9-4c18-b63d-583d921adc61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:16:49.977280 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-cd1cd4b9-99b9-4c18-b63d-583d921adc61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:49.978385 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-cd1cd4b9-99b9-4c18-b63d-583d921adc61 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9668ebed-05f6-4044-bfa0-742a6be4c187 HTTP/1.1" status: 204 len: 168 time: 0.3312795 May 25 12:16:57.220977 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:58.318327 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 43148) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:16:58.433930 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-5e02bb0e-7912-4300-96da-3494b21b0426 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:58.448623 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-5e02bb0e-7912-4300-96da-3494b21b0426 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:16:58.453082 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-5e02bb0e-7912-4300-96da-3494b21b0426 admin admin] Usage tracker for resource:security_group_rule and tenant:d099dd0cd045466c9f969a8503cd973d is out of sync, need to count used quota {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:16:58.456422 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-5e02bb0e-7912-4300-96da-3494b21b0426 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:16:58.462324 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-5e02bb0e-7912-4300-96da-3494b21b0426 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:16:58.543846 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-5e02bb0e-7912-4300-96da-3494b21b0426 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:58.652990 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-5e02bb0e-7912-4300-96da-3494b21b0426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:58.661349 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-936554e1-06db-4250-adce-cb3bb081440a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:16:58.701416 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-5e02bb0e-7912-4300-96da-3494b21b0426 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d099dd0cd045466c9f969a8503cd973d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3820698 May 25 12:16:58.703021 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e02bb0e-7912-4300-96da-3494b21b0426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92814f8a-79af-401c-a9c8-c347c2389999,revision_number=1']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:16:58.704142 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 43158) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:16:58.706391 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-5e02bb0e-7912-4300-96da-3494b21b0426 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:16:58.763207 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-be5fb37f-2447-4a4a-bc10-7e4529c4cd48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:58.788865 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-be5fb37f-2447-4a4a-bc10-7e4529c4cd48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:58.969370 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-be5fb37f-2447-4a4a-bc10-7e4529c4cd48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:58.974382 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-983caa03-d592-43c3-80a6-95697a5ae736 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:16:58.986591 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5fb37f-2447-4a4a-bc10-7e4529c4cd48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92814f8a-79af-401c-a9c8-c347c2389999,revision_number=None']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:16:58.989009 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-be5fb37f-2447-4a4a-bc10-7e4529c4cd48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:16:58.992449 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-be5fb37f-2447-4a4a-bc10-7e4529c4cd48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:16:58.994342 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-be5fb37f-2447-4a4a-bc10-7e4529c4cd48 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/92814f8a-79af-401c-a9c8-c347c2389999 HTTP/1.1" status: 204 len: 168 time: 0.2890589 May 25 12:17:00.109061 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.agents_db [None req-9d38de35-3365-4658-8f1e-c8b00fd146ea None None] Agent healthcheck: found 6 active agents {{(pid=92475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 12:17:00.359673 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 43174) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:17:00.477495 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-5e749e90-5383-4b84-b362-82bd682ae975 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:00.495877 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-5e749e90-5383-4b84-b362-82bd682ae975 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:17:00.499569 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-5e749e90-5383-4b84-b362-82bd682ae975 admin admin] Usage tracker for resource:security_group_rule and tenant:77afe6a1bf9541a798979608ad344cc0 is out of sync, need to count used quota {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:17:00.502282 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-5e749e90-5383-4b84-b362-82bd682ae975 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:17:00.507826 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-5e749e90-5383-4b84-b362-82bd682ae975 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:17:00.587191 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-5e749e90-5383-4b84-b362-82bd682ae975 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:00.677674 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-5e749e90-5383-4b84-b362-82bd682ae975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:00.684644 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-8da4699e-3f64-4ee5-afc9-5b15739ed666 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:17:00.725300 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-5e749e90-5383-4b84-b362-82bd682ae975 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=77afe6a1bf9541a798979608ad344cc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3646324 May 25 12:17:00.726177 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e749e90-5383-4b84-b362-82bd682ae975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbc20ff2-7c44-42c6-bd85-19ce4ebf570b,revision_number=1']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:17:00.727996 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 43182) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:17:00.729202 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-5e749e90-5383-4b84-b362-82bd682ae975 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:17:00.786251 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-f072886d-82e3-4c58-805d-48f09690bb34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:00.811901 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-f072886d-82e3-4c58-805d-48f09690bb34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:00.952118 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-f072886d-82e3-4c58-805d-48f09690bb34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:00.955606 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-136be59b-fa81-4913-9d31-0006192a4feb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:17:00.968376 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f072886d-82e3-4c58-805d-48f09690bb34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbc20ff2-7c44-42c6-bd85-19ce4ebf570b,revision_number=None']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:17:00.971218 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-f072886d-82e3-4c58-805d-48f09690bb34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:17:00.973416 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-f072886d-82e3-4c58-805d-48f09690bb34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:00.975216 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-f072886d-82e3-4c58-805d-48f09690bb34 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cbc20ff2-7c44-42c6-bd85-19ce4ebf570b HTTP/1.1" status: 204 len: 168 time: 0.2455323 May 25 12:17:01.942511 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 43208) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:17:02.046380 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.v2.base [None req-e7ef4102-a342-412e-9de3-cb008e21e4a6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-352936281-network', 'tenant_id': '76a95061831f431abb0c51a779557b0f'}} {{(pid=92473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 12:17:02.050945 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-e7ef4102-a342-412e-9de3-cb008e21e4a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:17:02.054759 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-e7ef4102-a342-412e-9de3-cb008e21e4a6 admin admin] Usage tracker for resource:network and tenant:76a95061831f431abb0c51a779557b0f is out of sync, need to count used quota {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:17:02.057583 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-e7ef4102-a342-412e-9de3-cb008e21e4a6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:17:02.063460 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-e7ef4102-a342-412e-9de3-cb008e21e4a6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:17:02.152513 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7ef4102-a342-412e-9de3-cb008e21e4a6 admin admin] Made reservation on behalf of 76a95061831f431abb0c51a779557b0f for: {'network': 1} {{(pid=92473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 12:17:02.154759 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-e7ef4102-a342-412e-9de3-cb008e21e4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080768'] for network, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:02.166756 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-e7ef4102-a342-412e-9de3-cb008e21e4a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:02.180356 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-e7ef4102-a342-412e-9de3-cb008e21e4a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:17:02.184003 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-e7ef4102-a342-412e-9de3-cb008e21e4a6 admin admin] Usage tracker for resource:security_group_rule and tenant:76a95061831f431abb0c51a779557b0f is out of sync, need to count used quota {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:17:02.186659 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-e7ef4102-a342-412e-9de3-cb008e21e4a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:17:02.192238 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-e7ef4102-a342-412e-9de3-cb008e21e4a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:17:02.270584 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-e7ef4102-a342-412e-9de3-cb008e21e4a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:02.329155 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-e7ef4102-a342-412e-9de3-cb008e21e4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:02.332962 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-7fed0bc0-19d5-4aec-bb4b-2dd7d70e6636 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:17:02.356026 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7ef4102-a342-412e-9de3-cb008e21e4a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=92473) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 12:17:02.371612 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ef4102-a342-412e-9de3-cb008e21e4a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c463a1c7-9126-4ce7-b458-d16dda484ae4,revision_number=1']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:17:02.374627 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-e7ef4102-a342-412e-9de3-cb008e21e4a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:17:02.377198 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-e7ef4102-a342-412e-9de3-cb008e21e4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1959408'] for segment, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:02.377539 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.db.segments_db [None req-e7ef4102-a342-412e-9de3-cb008e21e4a6 admin admin] Added segment 2245066f-0d33-45b8-ad22-7d1664ef3bdd of type vlan for network cd564631-6e78-4015-aaaf-60730c0751fd May 25 12:17:02.403380 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-e7ef4102-a342-412e-9de3-cb008e21e4a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786008126284'] for network, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:02.495087 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-e7ef4102-a342-412e-9de3-cb008e21e4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1019683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-653800'] for network, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:02.496437 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ef4102-a342-412e-9de3-cb008e21e4a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:17:02.497011 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-e7ef4102-a342-412e-9de3-cb008e21e4a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653773'] for network, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:02.501755 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:17:02.592328 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ef4102-a342-412e-9de3-cb008e21e4a6 admin admin] Pushing event updated for resources: {'Network': ['ID=cd564631-6e78-4015-aaaf-60730c0751fd,revision_number=1']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:17:02.595237 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-e7ef4102-a342-412e-9de3-cb008e21e4a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:17:02.602128 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Network cd564631-6e78-4015-aaaf-60730c0751fd details requested by agent ovs-agent-dv-cinder-779233-5-smb with host dv-cinder-779233-5-smb {{(pid=92474) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 12:17:02.688425 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-e7ef4102-a342-412e-9de3-cb008e21e4a6 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7448082 May 25 12:17:02.691133 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 43216) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:17:02.697513 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.v2.base [None req-e1a0b3a6-7301-4d5b-904a-2c0d359a3244 admin admin] Request body: {'subnet': {'network_id': 'cd564631-6e78-4015-aaaf-60730c0751fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-352936281-subnet', 'tenant_id': '76a95061831f431abb0c51a779557b0f', 'ip_version': 4}} {{(pid=92473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 12:17:02.702400 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-e1a0b3a6-7301-4d5b-904a-2c0d359a3244 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:17:02.707923 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-e1a0b3a6-7301-4d5b-904a-2c0d359a3244 admin admin] Usage tracker for resource:subnet and tenant:76a95061831f431abb0c51a779557b0f is out of sync, need to count used quota {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:17:02.710737 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-e1a0b3a6-7301-4d5b-904a-2c0d359a3244 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:17:02.716941 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-e1a0b3a6-7301-4d5b-904a-2c0d359a3244 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:17:02.806742 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1a0b3a6-7301-4d5b-904a-2c0d359a3244 admin admin] Made reservation on behalf of 76a95061831f431abb0c51a779557b0f for: {'subnet': 1} {{(pid=92473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 12:17:02.809114 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-e1a0b3a6-7301-4d5b-904a-2c0d359a3244 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3722506'] for subnet, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:03.253454 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-e1a0b3a6-7301-4d5b-904a-2c0d359a3244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2542507', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3722524'] for subnet, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:03.257799 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:17:03.331727 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a0b3a6-7301-4d5b-904a-2c0d359a3244 admin admin] Pushing event updated for resources: {'Subnet': ['ID=791d9bb4-33b7-4c20-ac30-135c25dcfc49,revision_number=0']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:17:03.335451 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-e1a0b3a6-7301-4d5b-904a-2c0d359a3244 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:17:03.336114 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a0b3a6-7301-4d5b-904a-2c0d359a3244 admin admin] Checking segment: {'id': '2245066f-0d33-45b8-ad22-7d1664ef3bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'cd564631-6e78-4015-aaaf-60730c0751fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 12:17:03.336461 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a0b3a6-7301-4d5b-904a-2c0d359a3244 admin admin] Network hostable DHCP agents. Network: cd564631-6e78-4015-aaaf-60730c0751fd, hostable agents: ['0c80ff5a-370f-48e8-a560-f3922f41a294'], hosted agents: [] {{(pid=92473) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 12:17:03.444971 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a0b3a6-7301-4d5b-904a-2c0d359a3244 admin admin] Network cd564631-6e78-4015-aaaf-60730c0751fd is scheduled to be hosted by DHCP agent 0c80ff5a-370f-48e8-a560-f3922f41a294 with binding_index 1 {{(pid=92473) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 12:17:03.543942 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.scheduler.base_scheduler [None req-e1a0b3a6-7301-4d5b-904a-2c0d359a3244 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779233-5-smb, cd564631-6e78-4015-aaaf-60730c0751fd) {{(pid=92473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 12:17:03.552695 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e200bdba-b32c-4f50-968a-0868d0446d10 None None] Network cd564631-6e78-4015-aaaf-60730c0751fd requested from dv-cinder-779233-5-smb {{(pid=92474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 12:17:03.552890 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a0b3a6-7301-4d5b-904a-2c0d359a3244 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:17:03.553471 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-e1a0b3a6-7301-4d5b-904a-2c0d359a3244 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653773'] for subnet, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:03.644493 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-e1a0b3a6-7301-4d5b-904a-2c0d359a3244 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9521496 May 25 12:17:03.647111 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 43220) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:17:03.652537 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.v2.base [None req-82a73983-117e-4c89-aea1-6c305d96b836 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-352936281-router', 'tenant_id': '76a95061831f431abb0c51a779557b0f', 'external_gateway_info': {'network_id': '4d625284-12e5-4031-b909-2f88209a96c9'}}} {{(pid=92473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 12:17:03.657025 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-82a73983-117e-4c89-aea1-6c305d96b836 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:17:03.660794 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-82a73983-117e-4c89-aea1-6c305d96b836 admin admin] Usage tracker for resource:router and tenant:76a95061831f431abb0c51a779557b0f is out of sync, need to count used quota {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:17:03.663610 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-82a73983-117e-4c89-aea1-6c305d96b836 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:17:03.670270 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-82a73983-117e-4c89-aea1-6c305d96b836 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:17:03.733016 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-82a73983-117e-4c89-aea1-6c305d96b836 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1047640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2594'] for router, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:03.734038 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-82a73983-117e-4c89-aea1-6c305d96b836 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1044568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1047175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2601'] for router, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:03.748350 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-82a73983-117e-4c89-aea1-6c305d96b836 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:03.768282 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53b3a24-55e4-4853-ab99-da0e168a66d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb470bd2-2dac-5629-b131-0e08a6e57b62-cd564631-6e78-4015-aaaf-60730c0751fd', 'network_id': 'cd564631-6e78-4015-aaaf-60730c0751fd', 'tenant_id': '76a95061831f431abb0c51a779557b0f', 'fixed_ips': [{'subnet_id': '791d9bb4-33b7-4c20-ac30-135c25dcfc49'}]}} from dv-cinder-779233-5-smb. {{(pid=92474) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 12:17:03.769090 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-f53b3a24-55e4-4853-ab99-da0e168a66d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_create {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:03.918805 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.db_base_plugin_common [None req-f53b3a24-55e4-4853-ab99-da0e168a66d2 None None] Allocated IP 172.20.0.2 (cd564631-6e78-4015-aaaf-60730c0751fd/791d9bb4-33b7-4c20-ac30-135c25dcfc49/17118b02-3af5-4aef-9e45-47ee656896f0) {{(pid=92474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 12:17:04.080021 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-82a73983-117e-4c89-aea1-6c305d96b836 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1047202', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1047658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2655'] for router, precommit_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:04.127111 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-f53b3a24-55e4-4853-ab99-da0e168a66d2 None None] Notify callbacks [] for port, precommit_create {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:04.136991 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-f53b3a24-55e4-4853-ab99-da0e168a66d2 None None] Transition to ACTIVE for port object 17118b02-3af5-4aef-9e45-47ee656896f0 will not be triggered until provisioned by entity L2. {{(pid=92474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 12:17:04.154910 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-f53b3a24-55e4-4853-ab99-da0e168a66d2 None None] Transition to ACTIVE for port object 17118b02-3af5-4aef-9e45-47ee656896f0 will not be triggered until provisioned by entity DHCP. {{(pid=92474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 12:17:04.213107 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-f53b3a24-55e4-4853-ab99-da0e168a66d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786008105683'] for port, after_create {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:04.217168 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-e9424f3a-6200-4211-8d6b-6b5348e2013c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:17:04.277569 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53b3a24-55e4-4853-ab99-da0e168a66d2 None None] Network cd564631-6e78-4015-aaaf-60730c0751fd is already hosted by enough agents. {{(pid=92474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 12:17:04.280316 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.scheduler.base_scheduler [None req-f53b3a24-55e4-4853-ab99-da0e168a66d2 None None] Resources bound (agent type, host, resource id): {{(pid=92474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 12:17:04.283616 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53b3a24-55e4-4853-ab99-da0e168a66d2 None None] Received port after_create {{(pid=92474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 12:17:04.289053 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53b3a24-55e4-4853-ab99-da0e168a66d2 None None] Pushing event updated for resources: {'Port': ['ID=17118b02-3af5-4aef-9e45-47ee656896f0,revision_number=1']} {{(pid=92474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:17:04.316164 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-f53b3a24-55e4-4853-ab99-da0e168a66d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:17:04.380780 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.managers [None req-f53b3a24-55e4-4853-ab99-da0e168a66d2 None None] Attempting to bind port 17118b02-3af5-4aef-9e45-47ee656896f0 on host dv-cinder-779233-5-smb for vnic_type normal with profile {{(pid=92474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 12:17:04.381054 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.managers [None req-f53b3a24-55e4-4853-ab99-da0e168a66d2 None None] Attempting to bind port 17118b02-3af5-4aef-9e45-47ee656896f0 by drivers openvswitch,hyperv on host dv-cinder-779233-5-smb at level 0 using segments [{'id': '2245066f-0d33-45b8-ad22-7d1664ef3bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'cd564631-6e78-4015-aaaf-60730c0751fd'}] {{(pid=92474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 12:17:04.381408 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53b3a24-55e4-4853-ab99-da0e168a66d2 None None] Attempting to bind port 17118b02-3af5-4aef-9e45-47ee656896f0 on network cd564631-6e78-4015-aaaf-60730c0751fd {{(pid=92474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 12:17:04.387455 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53b3a24-55e4-4853-ab99-da0e168a66d2 None None] Checking agent: {'id': 'dfb2fd04-6671-4c26-88c9-b30127e2e29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779233-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 12, 4, 16), 'started_at': datetime.datetime(2021, 5, 25, 12, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 12, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779233-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 12:17:04.387825 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53b3a24-55e4-4853-ab99-da0e168a66d2 None None] Checking segment: {'id': '2245066f-0d33-45b8-ad22-7d1664ef3bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'cd564631-6e78-4015-aaaf-60730c0751fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 12:17:04.388244 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-f53b3a24-55e4-4853-ab99-da0e168a66d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:04.388666 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53b3a24-55e4-4853-ab99-da0e168a66d2 None None] Bound using segment: {'id': '2245066f-0d33-45b8-ad22-7d1664ef3bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'cd564631-6e78-4015-aaaf-60730c0751fd'} {{(pid=92474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 12:17:04.389130 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.managers [None req-f53b3a24-55e4-4853-ab99-da0e168a66d2 None None] Bound port: 17118b02-3af5-4aef-9e45-47ee656896f0, host: dv-cinder-779233-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2245066f-0d33-45b8-ad22-7d1664ef3bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'cd564631-6e78-4015-aaaf-60730c0751fd'}}] {{(pid=92474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 12:17:04.389497 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-f53b3a24-55e4-4853-ab99-da0e168a66d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:04.478971 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-f53b3a24-55e4-4853-ab99-da0e168a66d2 None None] For port 17118b02-3af5-4aef-9e45-47ee656896f0, host dv-cinder-779233-5-smb, cleared binding levels {{(pid=92474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 12:17:04.481922 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-f53b3a24-55e4-4853-ab99-da0e168a66d2 None None] For port 17118b02-3af5-4aef-9e45-47ee656896f0, host dv-cinder-779233-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-5-smb',level=0,port_id=17118b02-3af5-4aef-9e45-47ee656896f0,segment=NetworkSegment(2245066f-0d33-45b8-ad22-7d1664ef3bdd),segment_id=2245066f-0d33-45b8-ad22-7d1664ef3bdd)] {{(pid=92474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 12:17:04.515513 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-82a73983-117e-4c89-aea1-6c305d96b836 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:04.540919 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-f53b3a24-55e4-4853-ab99-da0e168a66d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:04.544947 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-82a73983-117e-4c89-aea1-6c305d96b836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:04.545653 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:17:04.621489 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53b3a24-55e4-4853-ab99-da0e168a66d2 None None] Pushing event updated for resources: {'Port': ['ID=17118b02-3af5-4aef-9e45-47ee656896f0,revision_number=2']} {{(pid=92474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:17:04.625328 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-f53b3a24-55e4-4853-ab99-da0e168a66d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:17:04.684601 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.db_base_plugin_common [None req-82a73983-117e-4c89-aea1-6c305d96b836 admin admin] Allocated IP 172.28.2.133 (4d625284-12e5-4031-b909-2f88209a96c9/2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92/9aa4e86b-a77d-42ff-9f21-f8644e23dd1b) {{(pid=92473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 12:17:04.841640 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-82a73983-117e-4c89-aea1-6c305d96b836 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:04.973122 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-82a73983-117e-4c89-aea1-6c305d96b836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786008105683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2465563'] for port, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:04.976939 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-1e4d1e5d-9d5c-4c1d-a90f-f60276b23876 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:17:05.038261 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a73983-117e-4c89-aea1-6c305d96b836 admin admin] Network 4d625284-12e5-4031-b909-2f88209a96c9 is already hosted by enough agents. {{(pid=92473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 12:17:05.040095 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.scheduler.base_scheduler [None req-82a73983-117e-4c89-aea1-6c305d96b836 admin admin] Resources bound (agent type, host, resource id): {{(pid=92473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 12:17:05.043821 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a73983-117e-4c89-aea1-6c305d96b836 admin admin] Received port after_create {{(pid=92473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 12:17:05.082997 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a73983-117e-4c89-aea1-6c305d96b836 admin admin] Pushing event updated for resources: {'Port': ['ID=9aa4e86b-a77d-42ff-9f21-f8644e23dd1b,revision_number=1']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:17:05.087014 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-82a73983-117e-4c89-aea1-6c305d96b836 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:17:05.460879 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa2ce89-b237-4212-a05d-75fc6cb88ca9 None None] Network cd564631-6e78-4015-aaaf-60730c0751fd requested from dv-cinder-779233-5-smb {{(pid=92474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 12:17:05.529824 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-82a73983-117e-4c89-aea1-6c305d96b836 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:05.619304 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Device 17118b02-3af5-4aef-9e45-47ee656896f0 up at agent ovs-agent-dv-cinder-779233-5-smb {{(pid=92474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 12:17:05.657157 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-dc34ddab-e917-494d-8c7e-03020e07fc5d None None] Provisioning for port 17118b02-3af5-4aef-9e45-47ee656896f0 completed by entity DHCP. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 12:17:05.821032 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Provisioning for port 17118b02-3af5-4aef-9e45-47ee656896f0 completed by entity L2. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 12:17:05.826868 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Provisioning complete for port 17118b02-3af5-4aef-9e45-47ee656896f0 triggered by entity L2. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 12:17:05.827340 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902397'] for port, provisioning_complete {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:05.877296 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-82a73983-117e-4c89-aea1-6c305d96b836 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1047633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1047265'] for router, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:05.950852 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:05.984062 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] For port 17118b02-3af5-4aef-9e45-47ee656896f0, host dv-cinder-779233-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-5-smb',level=0,port_id=17118b02-3af5-4aef-9e45-47ee656896f0,segment=NetworkSegment(2245066f-0d33-45b8-ad22-7d1664ef3bdd),segment_id=2245066f-0d33-45b8-ad22-7d1664ef3bdd)] {{(pid=92474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:17:06.008601 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-a5f2603a-1af2-4344-b322-a882319e4d08 None None] Provisioning complete for port 17118b02-3af5-4aef-9e45-47ee656896f0 triggered by entity DHCP. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 12:17:06.008965 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-a5f2603a-1af2-4344-b322-a882319e4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902397'] for port, provisioning_complete {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:06.076926 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:06.082092 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-aa7d6776-ebed-4eaa-a68d-2a78ddb55662 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:17:06.197123 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Pushing event updated for resources: {'Port': ['ID=17118b02-3af5-4aef-9e45-47ee656896f0,revision_number=3']} {{(pid=92474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:17:06.210799 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:17:06.298293 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82a73983-117e-4c89-aea1-6c305d96b836 admin admin] Router 9872c0a9-0471-4d90-858f-381d057985ad is scheduled to L3 agent 4aaf6e0c-8c85-4f95-8d8e-6a64f0cc3b25 with binding_index 1 {{(pid=92473) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 12:17:06.474702 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82a73983-117e-4c89-aea1-6c305d96b836 admin admin] Notify agent at l3_agent.dv-cinder-779233-5-smb the message routers_updated {{(pid=92473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 12:17:06.484100 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25fdf78d-13fd-4acc-8208-61debb3a024c None None] Sync routers for ids ['9872c0a9-0471-4d90-858f-381d057985ad'] in dv-cinder-779233-5-smb {{(pid=92474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 12:17:06.494219 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fdf78d-13fd-4acc-8208-61debb3a024c None None] Routers {'9872c0a9-0471-4d90-858f-381d057985ad'} bound to L3 agent in host dv-cinder-779233-5-smb {{(pid=92474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 12:17:06.494850 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_hamode_db [None req-25fdf78d-13fd-4acc-8208-61debb3a024c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T12:04:17Z,description=,heartbeat_timestamp=2021-05-25T12:16:47Z,host='dv-cinder-779233-5-smb',id=4aaf6e0c-8c85-4f95-8d8e-6a64f0cc3b25,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T12:04:17Z,topic='l3_agent')) {'router_ids': ['9872c0a9-0471-4d90-858f-381d057985ad'], 'active': True} {{(pid=92474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:17:06.580839 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-82a73983-117e-4c89-aea1-6c305d96b836 admin admin] Notify callbacks [] for router, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:06.581984 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-82a73983-117e-4c89-aea1-6c305d96b836 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.9339364 May 25 12:17:06.584877 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 43230) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:17:06.696122 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_dvr_db [None req-25fdf78d-13fd-4acc-8208-61debb3a024c None None] Set router 9872c0a9-0471-4d90-858f-381d057985ad gateway port host: dv-cinder-779233-5-smb {{(pid=92474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 12:17:06.976307 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_hamode_db [None req-25fdf78d-13fd-4acc-8208-61debb3a024c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9872c0a9-0471-4d90-858f-381d057985ad', 'name': 'tempest-TestMinimumBasicScenario-352936281-router', 'tenant_id': '76a95061831f431abb0c51a779557b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'external_fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.133'}], 'enable_snat': True}, 'gw_port_id': '9aa4e86b-a77d-42ff-9f21-f8644e23dd1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T12:17:03Z', 'updated_at': '2021-05-25T12:17:05Z', 'revision_number': 3, 'project_id': '76a95061831f431abb0c51a779557b0f', 'gw_port': {'id': '9aa4e86b-a77d-42ff-9f21-f8644e23dd1b', 'name': '', 'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f8:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9872c0a9-0471-4d90-858f-381d057985ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:17:04Z', 'updated_at': '2021-05-25T12:17:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-5-smb'}], 'dv-cinder-779233-5-smb', False) {} {{(pid=92474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:17:06.980651 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25fdf78d-13fd-4acc-8208-61debb3a024c None None] Checking router: 9872c0a9-0471-4d90-858f-381d057985ad for host: dv-cinder-779233-5-smb {{(pid=92474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 12:17:06.981038 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25fdf78d-13fd-4acc-8208-61debb3a024c None None] Updating router 9872c0a9-0471-4d90-858f-381d057985ad port 9aa4e86b-a77d-42ff-9f21-f8644e23dd1b binding host dv-cinder-779233-5-smb {{(pid=92474) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 12:17:07.031969 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-25fdf78d-13fd-4acc-8208-61debb3a024c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:07.243507 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-0a0d4dc0-ee4d-4fb9-aa99-89beb8e6f249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:07.351220 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-25fdf78d-13fd-4acc-8208-61debb3a024c None None] Notify callbacks [] for port, precommit_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:07.362166 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-25fdf78d-13fd-4acc-8208-61debb3a024c None None] Transition to ACTIVE for port object 9aa4e86b-a77d-42ff-9f21-f8644e23dd1b will not be triggered until provisioned by entity L2. {{(pid=92474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 12:17:07.414794 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-25fdf78d-13fd-4acc-8208-61debb3a024c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:07.419440 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:17:07.447805 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.db_base_plugin_common [None req-0a0d4dc0-ee4d-4fb9-aa99-89beb8e6f249 admin admin] Allocated IP 172.20.0.1 (cd564631-6e78-4015-aaaf-60730c0751fd/791d9bb4-33b7-4c20-ac30-135c25dcfc49/2fdb7ea4-0426-40f6-9dae-817d2744e0fc) {{(pid=92473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 12:17:07.492711 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.managers [None req-25fdf78d-13fd-4acc-8208-61debb3a024c None None] Attempting to bind port 9aa4e86b-a77d-42ff-9f21-f8644e23dd1b on host dv-cinder-779233-5-smb for vnic_type normal with profile {{(pid=92474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 12:17:07.493250 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.managers [None req-25fdf78d-13fd-4acc-8208-61debb3a024c None None] Attempting to bind port 9aa4e86b-a77d-42ff-9f21-f8644e23dd1b by drivers openvswitch,hyperv on host dv-cinder-779233-5-smb at level 0 using segments [{'id': '34f5f11c-fa4c-4a54-bab0-6c112d271f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d625284-12e5-4031-b909-2f88209a96c9'}] {{(pid=92474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 12:17:07.493424 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fdf78d-13fd-4acc-8208-61debb3a024c None None] Attempting to bind port 9aa4e86b-a77d-42ff-9f21-f8644e23dd1b on network 4d625284-12e5-4031-b909-2f88209a96c9 {{(pid=92474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 12:17:07.502174 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d38cb7e-ec3a-4dd1-a079-317e3c6d4903 None None] Pushing event updated for resources: {'Port': ['ID=9aa4e86b-a77d-42ff-9f21-f8644e23dd1b,revision_number=2']} {{(pid=92474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:17:07.504541 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fdf78d-13fd-4acc-8208-61debb3a024c None None] Checking agent: {'id': 'dfb2fd04-6671-4c26-88c9-b30127e2e29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779233-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 12, 4, 16), 'started_at': datetime.datetime(2021, 5, 25, 12, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 12, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779233-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 12:17:07.504913 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fdf78d-13fd-4acc-8208-61debb3a024c None None] Checking segment: {'id': '34f5f11c-fa4c-4a54-bab0-6c112d271f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d625284-12e5-4031-b909-2f88209a96c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 12:17:07.505317 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-25fdf78d-13fd-4acc-8208-61debb3a024c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:07.505689 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fdf78d-13fd-4acc-8208-61debb3a024c None None] Bound using segment: {'id': '34f5f11c-fa4c-4a54-bab0-6c112d271f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d625284-12e5-4031-b909-2f88209a96c9'} {{(pid=92474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 12:17:07.506155 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.managers [None req-25fdf78d-13fd-4acc-8208-61debb3a024c None None] Bound port: 9aa4e86b-a77d-42ff-9f21-f8644e23dd1b, host: dv-cinder-779233-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34f5f11c-fa4c-4a54-bab0-6c112d271f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d625284-12e5-4031-b909-2f88209a96c9'}}] {{(pid=92474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 12:17:07.506521 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-25fdf78d-13fd-4acc-8208-61debb3a024c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:07.530527 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-0d38cb7e-ec3a-4dd1-a079-317e3c6d4903 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:17:07.581820 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-25fdf78d-13fd-4acc-8208-61debb3a024c None None] For port 9aa4e86b-a77d-42ff-9f21-f8644e23dd1b, host dv-cinder-779233-5-smb, cleared binding levels {{(pid=92474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 12:17:07.586391 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Device 17118b02-3af5-4aef-9e45-47ee656896f0 up at agent ovs-agent-dv-cinder-779233-5-smb {{(pid=92474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 12:17:07.637621 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-25fdf78d-13fd-4acc-8208-61debb3a024c None None] For port 9aa4e86b-a77d-42ff-9f21-f8644e23dd1b, host dv-cinder-779233-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-5-smb',level=0,port_id=9aa4e86b-a77d-42ff-9f21-f8644e23dd1b,segment=NetworkSegment(34f5f11c-fa4c-4a54-bab0-6c112d271f06),segment_id=34f5f11c-fa4c-4a54-bab0-6c112d271f06)] {{(pid=92474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 12:17:07.664846 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Provisioning complete for port 17118b02-3af5-4aef-9e45-47ee656896f0 triggered by entity L2. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 12:17:07.665224 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902397'] for port, provisioning_complete {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:07.691656 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-0a0d4dc0-ee4d-4fb9-aa99-89beb8e6f249 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:07.707546 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.provisioning_blocks [None req-0a0d4dc0-ee4d-4fb9-aa99-89beb8e6f249 admin admin] Transition to ACTIVE for port object 2fdb7ea4-0426-40f6-9dae-817d2744e0fc will not be triggered until provisioned by entity DHCP. {{(pid=92473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 12:17:07.726820 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-25fdf78d-13fd-4acc-8208-61debb3a024c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:07.731128 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:17:07.786875 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-0a0d4dc0-ee4d-4fb9-aa99-89beb8e6f249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786008105683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2465563'] for port, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:07.790849 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-5d2cff19-66c0-45ad-b1c0-de50dce0880c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:17:07.854663 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0d4dc0-ee4d-4fb9-aa99-89beb8e6f249 admin admin] Network cd564631-6e78-4015-aaaf-60730c0751fd is already hosted by enough agents. {{(pid=92473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 12:17:07.857183 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.scheduler.base_scheduler [None req-0a0d4dc0-ee4d-4fb9-aa99-89beb8e6f249 admin admin] Resources bound (agent type, host, resource id): {{(pid=92473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 12:17:07.861438 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0d4dc0-ee4d-4fb9-aa99-89beb8e6f249 admin admin] Received port after_create {{(pid=92473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 12:17:07.862638 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d38cb7e-ec3a-4dd1-a079-317e3c6d4903 None None] Pushing event updated for resources: {'Port': ['ID=9aa4e86b-a77d-42ff-9f21-f8644e23dd1b,revision_number=3']} {{(pid=92474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:17:07.864966 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fdf78d-13fd-4acc-8208-61debb3a024c None None] Routers {'9872c0a9-0471-4d90-858f-381d057985ad'} bound to L3 agent in host dv-cinder-779233-5-smb {{(pid=92474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 12:17:07.865555 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_hamode_db [None req-25fdf78d-13fd-4acc-8208-61debb3a024c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T12:04:17Z,description=,heartbeat_timestamp=2021-05-25T12:16:47Z,host='dv-cinder-779233-5-smb',id=4aaf6e0c-8c85-4f95-8d8e-6a64f0cc3b25,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T12:04:17Z,topic='l3_agent')) {'router_ids': ['9872c0a9-0471-4d90-858f-381d057985ad'], 'active': True} {{(pid=92474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:17:07.887618 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0d4dc0-ee4d-4fb9-aa99-89beb8e6f249 admin admin] Pushing event updated for resources: {'Port': ['ID=2fdb7ea4-0426-40f6-9dae-817d2744e0fc,revision_number=1']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:17:07.893367 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-0a0d4dc0-ee4d-4fb9-aa99-89beb8e6f249 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:17:07.916274 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-0d38cb7e-ec3a-4dd1-a079-317e3c6d4903 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:17:07.918062 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-0a0d4dc0-ee4d-4fb9-aa99-89beb8e6f249 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1040528'] for router_interface, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:08.088419 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_dvr_db [None req-25fdf78d-13fd-4acc-8208-61debb3a024c None None] Set router 9872c0a9-0471-4d90-858f-381d057985ad gateway port host: dv-cinder-779233-5-smb {{(pid=92474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 12:17:08.256376 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-0a0d4dc0-ee4d-4fb9-aa99-89beb8e6f249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:08.288136 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-76b946cd-fe42-4b4e-b9be-3c2ed8f9a271 None None] Provisioning for port 2fdb7ea4-0426-40f6-9dae-817d2744e0fc completed by entity DHCP. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 12:17:08.299181 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-76b946cd-fe42-4b4e-b9be-3c2ed8f9a271 None None] Provisioning complete for port 2fdb7ea4-0426-40f6-9dae-817d2744e0fc triggered by entity DHCP. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 12:17:08.303058 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-76b946cd-fe42-4b4e-b9be-3c2ed8f9a271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902397'] for port, provisioning_complete {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:08.401312 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.plugin [None req-76b946cd-fe42-4b4e-b9be-3c2ed8f9a271 None None] Port 2fdb7ea4-0426-40f6-9dae-817d2744e0fc cannot update to ACTIVE because it is not bound. {{(pid=92474) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 12:17:08.430507 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_hamode_db [None req-25fdf78d-13fd-4acc-8208-61debb3a024c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9872c0a9-0471-4d90-858f-381d057985ad', 'name': 'tempest-TestMinimumBasicScenario-352936281-router', 'tenant_id': '76a95061831f431abb0c51a779557b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'external_fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.133'}], 'enable_snat': True}, 'gw_port_id': '9aa4e86b-a77d-42ff-9f21-f8644e23dd1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T12:17:03Z', 'updated_at': '2021-05-25T12:17:05Z', 'revision_number': 3, 'project_id': '76a95061831f431abb0c51a779557b0f', 'gw_port': {'id': '9aa4e86b-a77d-42ff-9f21-f8644e23dd1b', 'name': '', 'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f8:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9872c0a9-0471-4d90-858f-381d057985ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:17:04Z', 'updated_at': '2021-05-25T12:17:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-5-smb'}], 'dv-cinder-779233-5-smb', False) {} {{(pid=92474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:17:08.434897 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25fdf78d-13fd-4acc-8208-61debb3a024c None None] The sync data for ids ['9872c0a9-0471-4d90-858f-381d057985ad'] in dv-cinder-779233-5-smb is: [{'id': '9872c0a9-0471-4d90-858f-381d057985ad', 'name': 'tempest-TestMinimumBasicScenario-352936281-router', 'tenant_id': '76a95061831f431abb0c51a779557b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'external_fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.133'}], 'enable_snat': True}, 'gw_port_id': '9aa4e86b-a77d-42ff-9f21-f8644e23dd1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T12:17:03Z', 'updated_at': '2021-05-25T12:17:05Z', 'revision_number': 3, 'project_id': '76a95061831f431abb0c51a779557b0f', 'gw_port': {'id': '9aa4e86b-a77d-42ff-9f21-f8644e23dd1b', 'name': '', 'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f8:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9872c0a9-0471-4d90-858f-381d057985ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:17:04Z', 'updated_at': '2021-05-25T12:17:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-5-smb'}] {{(pid=92474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 12:17:08.488332 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-0a0d4dc0-ee4d-4fb9-aa99-89beb8e6f249 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:08.555862 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-0a0d4dc0-ee4d-4fb9-aa99-89beb8e6f249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2465554'] for port, after_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:08.581286 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-2cbe9998-702e-42f4-ab06-e941708aa1c4 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:17:08.667166 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0d4dc0-ee4d-4fb9-aa99-89beb8e6f249 admin admin] Pushing event updated for resources: {'Port': ['ID=2fdb7ea4-0426-40f6-9dae-817d2744e0fc,revision_number=2']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:17:08.679778 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0d4dc0-ee4d-4fb9-aa99-89beb8e6f249 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:17:08.680163 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0d4dc0-ee4d-4fb9-aa99-89beb8e6f249 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:17:08.680488 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0d4dc0-ee4d-4fb9-aa99-89beb8e6f249 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:17:08.680820 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0d4dc0-ee4d-4fb9-aa99-89beb8e6f249 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:17:08.681227 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0d4dc0-ee4d-4fb9-aa99-89beb8e6f249 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:17:08.681492 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0d4dc0-ee4d-4fb9-aa99-89beb8e6f249 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:17:08.681831 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0d4dc0-ee4d-4fb9-aa99-89beb8e6f249 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:17:08.682171 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0d4dc0-ee4d-4fb9-aa99-89beb8e6f249 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:17:08.682510 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0d4dc0-ee4d-4fb9-aa99-89beb8e6f249 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:17:08.683392 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0d4dc0-ee4d-4fb9-aa99-89beb8e6f249 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:17:08.683764 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0d4dc0-ee4d-4fb9-aa99-89beb8e6f249 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:17:08.684062 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0d4dc0-ee4d-4fb9-aa99-89beb8e6f249 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:17:08.687271 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-0a0d4dc0-ee4d-4fb9-aa99-89beb8e6f249 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1040445'] for router_interface, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:08.691188 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-0a0d4dc0-ee4d-4fb9-aa99-89beb8e6f249 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:17:08.827222 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0d4dc0-ee4d-4fb9-aa99-89beb8e6f249 admin admin] Network cd564631-6e78-4015-aaaf-60730c0751fd is already hosted by enough agents. {{(pid=92473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 12:17:08.828402 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.scheduler.base_scheduler [None req-0a0d4dc0-ee4d-4fb9-aa99-89beb8e6f249 admin admin] Resources bound (agent type, host, resource id): {{(pid=92473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 12:17:09.034870 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a0d4dc0-ee4d-4fb9-aa99-89beb8e6f249 admin admin] Router 9872c0a9-0471-4d90-858f-381d057985ad has already been hosted by L3 agent 4aaf6e0c-8c85-4f95-8d8e-6a64f0cc3b25 {{(pid=92473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 12:17:09.133282 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-4c467c93-0797-4c3a-9780-05fffa4c7ed7 None None] Provisioning complete for port 2fdb7ea4-0426-40f6-9dae-817d2744e0fc triggered by entity DHCP. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 12:17:09.133836 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-4c467c93-0797-4c3a-9780-05fffa4c7ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902397'] for port, provisioning_complete {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:09.194884 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.plugin [None req-4c467c93-0797-4c3a-9780-05fffa4c7ed7 None None] Port 2fdb7ea4-0426-40f6-9dae-817d2744e0fc cannot update to ACTIVE because it is not bound. {{(pid=92474) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 12:17:09.214503 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a0d4dc0-ee4d-4fb9-aa99-89beb8e6f249 admin admin] Notify agent at l3_agent.dv-cinder-779233-5-smb the message routers_updated {{(pid=92473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 12:17:09.223046 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-0a0d4dc0-ee4d-4fb9-aa99-89beb8e6f249 admin admin] 10.222.0.44 "PUT /v2.0/routers/9872c0a9-0471-4d90-858f-381d057985ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6369853 May 25 12:17:09.589739 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Device 9aa4e86b-a77d-42ff-9f21-f8644e23dd1b up at agent ovs-agent-dv-cinder-779233-5-smb {{(pid=92474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 12:17:09.723412 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Provisioning for port 9aa4e86b-a77d-42ff-9f21-f8644e23dd1b completed by entity L2. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 12:17:09.728298 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Provisioning complete for port 9aa4e86b-a77d-42ff-9f21-f8644e23dd1b triggered by entity L2. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 12:17:09.732033 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902397'] for port, provisioning_complete {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:09.856620 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:09.872916 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] For port 9aa4e86b-a77d-42ff-9f21-f8644e23dd1b, host dv-cinder-779233-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-5-smb',level=0,port_id=9aa4e86b-a77d-42ff-9f21-f8644e23dd1b,segment=NetworkSegment(34f5f11c-fa4c-4a54-bab0-6c112d271f06),segment_id=34f5f11c-fa4c-4a54-bab0-6c112d271f06)] {{(pid=92474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:17:09.935306 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:09.937279 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:17:09.945856 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 43254) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:17:09.951261 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bacdc4cb-8c16-4d5c-8bb7-fef38ce812fa None None] Sync routers for ids ['9872c0a9-0471-4d90-858f-381d057985ad'] in dv-cinder-779233-5-smb {{(pid=92475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 12:17:09.953684 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.v2.base [None req-59d57d5a-1962-4cb1-9a81-04d51b192117 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-844971095-network', 'tenant_id': 'fbead5f1ce154f5c98d71edc22dd1a9a'}} {{(pid=92472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 12:17:09.958241 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-59d57d5a-1962-4cb1-9a81-04d51b192117 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:17:09.961156 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bacdc4cb-8c16-4d5c-8bb7-fef38ce812fa None None] Routers {'9872c0a9-0471-4d90-858f-381d057985ad'} bound to L3 agent in host dv-cinder-779233-5-smb {{(pid=92475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 12:17:09.961802 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_hamode_db [None req-bacdc4cb-8c16-4d5c-8bb7-fef38ce812fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T12:04:17Z,description=,heartbeat_timestamp=2021-05-25T12:16:47Z,host='dv-cinder-779233-5-smb',id=4aaf6e0c-8c85-4f95-8d8e-6a64f0cc3b25,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T12:04:17Z,topic='l3_agent')) {'router_ids': ['9872c0a9-0471-4d90-858f-381d057985ad'], 'active': True} {{(pid=92475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:17:09.962128 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-59d57d5a-1962-4cb1-9a81-04d51b192117 admin admin] Usage tracker for resource:network and tenant:fbead5f1ce154f5c98d71edc22dd1a9a is out of sync, need to count used quota {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:17:09.965613 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-59d57d5a-1962-4cb1-9a81-04d51b192117 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:17:09.972448 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-59d57d5a-1962-4cb1-9a81-04d51b192117 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:17:10.012782 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Pushing event updated for resources: {'Port': ['ID=9aa4e86b-a77d-42ff-9f21-f8644e23dd1b,revision_number=4']} {{(pid=92474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:17:10.015842 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:17:10.027103 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59d57d5a-1962-4cb1-9a81-04d51b192117 admin admin] Made reservation on behalf of fbead5f1ce154f5c98d71edc22dd1a9a for: {'network': 1} {{(pid=92472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 12:17:10.029534 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-59d57d5a-1962-4cb1-9a81-04d51b192117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080768'] for network, before_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:10.041565 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-59d57d5a-1962-4cb1-9a81-04d51b192117 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:10.056095 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-59d57d5a-1962-4cb1-9a81-04d51b192117 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:17:10.060194 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-59d57d5a-1962-4cb1-9a81-04d51b192117 admin admin] Usage tracker for resource:security_group_rule and tenant:fbead5f1ce154f5c98d71edc22dd1a9a is out of sync, need to count used quota {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:17:10.063469 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-59d57d5a-1962-4cb1-9a81-04d51b192117 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:17:10.069405 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-59d57d5a-1962-4cb1-9a81-04d51b192117 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:17:10.135576 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_dvr_db [None req-bacdc4cb-8c16-4d5c-8bb7-fef38ce812fa None None] Set router 9872c0a9-0471-4d90-858f-381d057985ad gateway port host: dv-cinder-779233-5-smb {{(pid=92475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 12:17:10.149174 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-59d57d5a-1962-4cb1-9a81-04d51b192117 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:10.215240 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-59d57d5a-1962-4cb1-9a81-04d51b192117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:10.218231 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-1a3446ac-4af6-4593-a1c2-bd90034b674f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:17:10.246152 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59d57d5a-1962-4cb1-9a81-04d51b192117 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=92472) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 12:17:10.254584 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d57d5a-1962-4cb1-9a81-04d51b192117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18e8221b-a1b2-49c1-beb2-c4cdde8ad9f6,revision_number=1']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:17:10.258154 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-59d57d5a-1962-4cb1-9a81-04d51b192117 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:17:10.260604 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-59d57d5a-1962-4cb1-9a81-04d51b192117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1959408'] for segment, precommit_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:10.264513 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.db.segments_db [None req-59d57d5a-1962-4cb1-9a81-04d51b192117 admin admin] Added segment 9ecfd785-3b22-4c5a-bc71-2dada1b3b8bf of type vlan for network 6fd5bb7e-ba00-4231-aba8-219894c81dcf May 25 12:17:10.286484 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-59d57d5a-1962-4cb1-9a81-04d51b192117 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786008126284'] for network, precommit_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:10.397907 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-59d57d5a-1962-4cb1-9a81-04d51b192117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1019683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-653800'] for network, after_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:10.399253 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d57d5a-1962-4cb1-9a81-04d51b192117 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:17:10.399906 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-59d57d5a-1962-4cb1-9a81-04d51b192117 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653773'] for network, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:10.405413 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:17:10.466934 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_hamode_db [None req-bacdc4cb-8c16-4d5c-8bb7-fef38ce812fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9872c0a9-0471-4d90-858f-381d057985ad', 'name': 'tempest-TestMinimumBasicScenario-352936281-router', 'tenant_id': '76a95061831f431abb0c51a779557b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'external_fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.133'}], 'enable_snat': True}, 'gw_port_id': '9aa4e86b-a77d-42ff-9f21-f8644e23dd1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T12:17:03Z', 'updated_at': '2021-05-25T12:17:08Z', 'revision_number': 4, 'project_id': '76a95061831f431abb0c51a779557b0f', 'gw_port': {'id': '9aa4e86b-a77d-42ff-9f21-f8644e23dd1b', 'name': '', 'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9872c0a9-0471-4d90-858f-381d057985ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:17:04Z', 'updated_at': '2021-05-25T12:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-5-smb', '_interfaces': [{'id': '2fdb7ea4-0426-40f6-9dae-817d2744e0fc', 'name': '', 'network_id': 'cd564631-6e78-4015-aaaf-60730c0751fd', 'tenant_id': '76a95061831f431abb0c51a779557b0f', 'mac_address': 'fa:16:3e:f3:61:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9872c0a9-0471-4d90-858f-381d057985ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '791d9bb4-33b7-4c20-ac30-135c25dcfc49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:17:07Z', 'updated_at': '2021-05-25T12:17:08Z', 'revision_number': 2, 'project_id': '76a95061831f431abb0c51a779557b0f', 'subnets': [{'id': '791d9bb4-33b7-4c20-ac30-135c25dcfc49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-5-smb', False) {} {{(pid=92475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:17:10.470710 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bacdc4cb-8c16-4d5c-8bb7-fef38ce812fa None None] Checking router: 9872c0a9-0471-4d90-858f-381d057985ad for host: dv-cinder-779233-5-smb {{(pid=92475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 12:17:10.471080 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bacdc4cb-8c16-4d5c-8bb7-fef38ce812fa None None] Updating router 9872c0a9-0471-4d90-858f-381d057985ad port 2fdb7ea4-0426-40f6-9dae-817d2744e0fc binding host dv-cinder-779233-5-smb {{(pid=92475) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 12:17:10.504612 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d57d5a-1962-4cb1-9a81-04d51b192117 admin admin] Pushing event updated for resources: {'Network': ['ID=6fd5bb7e-ba00-4231-aba8-219894c81dcf,revision_number=1']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:17:10.507285 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-59d57d5a-1962-4cb1-9a81-04d51b192117 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:17:10.517501 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Network 6fd5bb7e-ba00-4231-aba8-219894c81dcf details requested by agent ovs-agent-dv-cinder-779233-5-smb with host dv-cinder-779233-5-smb {{(pid=92474) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 12:17:10.530894 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron_lib.callbacks.manager [None req-bacdc4cb-8c16-4d5c-8bb7-fef38ce812fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:10.592922 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-59d57d5a-1962-4cb1-9a81-04d51b192117 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6460063 May 25 12:17:10.595621 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 43260) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:17:10.602428 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.v2.base [None req-ac9c0518-77c7-4834-b0a8-b0e198ac9022 admin admin] Request body: {'subnet': {'network_id': '6fd5bb7e-ba00-4231-aba8-219894c81dcf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-844971095-subnet', 'tenant_id': 'fbead5f1ce154f5c98d71edc22dd1a9a', 'ip_version': 4}} {{(pid=92472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 12:17:10.608544 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-ac9c0518-77c7-4834-b0a8-b0e198ac9022 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:17:10.613070 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-ac9c0518-77c7-4834-b0a8-b0e198ac9022 admin admin] Usage tracker for resource:subnet and tenant:fbead5f1ce154f5c98d71edc22dd1a9a is out of sync, need to count used quota {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:17:10.616441 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-ac9c0518-77c7-4834-b0a8-b0e198ac9022 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:17:10.624384 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-ac9c0518-77c7-4834-b0a8-b0e198ac9022 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:17:10.723382 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac9c0518-77c7-4834-b0a8-b0e198ac9022 admin admin] Made reservation on behalf of fbead5f1ce154f5c98d71edc22dd1a9a for: {'subnet': 1} {{(pid=92472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 12:17:10.726011 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-ac9c0518-77c7-4834-b0a8-b0e198ac9022 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222427'] for subnet, before_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:10.882326 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron_lib.callbacks.manager [None req-bacdc4cb-8c16-4d5c-8bb7-fef38ce812fa None None] Notify callbacks [] for port, precommit_update {{(pid=92475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:10.893378 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.provisioning_blocks [None req-bacdc4cb-8c16-4d5c-8bb7-fef38ce812fa None None] Transition to ACTIVE for port object 2fdb7ea4-0426-40f6-9dae-817d2744e0fc will not be triggered until provisioned by entity L2. {{(pid=92475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 12:17:11.009360 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron_lib.callbacks.manager [None req-bacdc4cb-8c16-4d5c-8bb7-fef38ce812fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:11.013844 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:17:11.172763 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778a5fa9-8d09-4e4d-a2d3-c5878d78c756 None None] Pushing event updated for resources: {'Port': ['ID=2fdb7ea4-0426-40f6-9dae-817d2744e0fc,revision_number=3']} {{(pid=92475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:17:11.214660 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778a5fa9-8d09-4e4d-a2d3-c5878d78c756 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:17:11.214996 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778a5fa9-8d09-4e4d-a2d3-c5878d78c756 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:17:11.223568 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778a5fa9-8d09-4e4d-a2d3-c5878d78c756 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:17:11.223568 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778a5fa9-8d09-4e4d-a2d3-c5878d78c756 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:17:11.223568 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778a5fa9-8d09-4e4d-a2d3-c5878d78c756 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:17:11.223568 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778a5fa9-8d09-4e4d-a2d3-c5878d78c756 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:17:11.223568 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778a5fa9-8d09-4e4d-a2d3-c5878d78c756 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:17:11.223568 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778a5fa9-8d09-4e4d-a2d3-c5878d78c756 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:17:11.223568 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778a5fa9-8d09-4e4d-a2d3-c5878d78c756 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:17:11.223568 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778a5fa9-8d09-4e4d-a2d3-c5878d78c756 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:17:11.223568 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778a5fa9-8d09-4e4d-a2d3-c5878d78c756 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:17:11.223568 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778a5fa9-8d09-4e4d-a2d3-c5878d78c756 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:17:11.228364 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG oslo_concurrency.lockutils [None req-778a5fa9-8d09-4e4d-a2d3-c5878d78c756 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=92475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:17:11.228661 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-ac9c0518-77c7-4834-b0a8-b0e198ac9022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2273048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222413'] for subnet, after_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:11.234343 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-bf42d99d-b4a4-4aae-aeed-e1a46b98a540 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:17:11.238202 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.plugins.ml2.managers [None req-bacdc4cb-8c16-4d5c-8bb7-fef38ce812fa None None] Attempting to bind port 2fdb7ea4-0426-40f6-9dae-817d2744e0fc on host dv-cinder-779233-5-smb for vnic_type normal with profile {{(pid=92475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 12:17:11.238621 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.plugins.ml2.managers [None req-bacdc4cb-8c16-4d5c-8bb7-fef38ce812fa None None] Attempting to bind port 2fdb7ea4-0426-40f6-9dae-817d2744e0fc by drivers openvswitch,hyperv on host dv-cinder-779233-5-smb at level 0 using segments [{'id': '2245066f-0d33-45b8-ad22-7d1664ef3bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'cd564631-6e78-4015-aaaf-60730c0751fd'}] {{(pid=92475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 12:17:11.238981 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacdc4cb-8c16-4d5c-8bb7-fef38ce812fa None None] Attempting to bind port 2fdb7ea4-0426-40f6-9dae-817d2744e0fc on network cd564631-6e78-4015-aaaf-60730c0751fd {{(pid=92475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 12:17:11.244846 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacdc4cb-8c16-4d5c-8bb7-fef38ce812fa None None] Checking agent: {'id': 'dfb2fd04-6671-4c26-88c9-b30127e2e29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779233-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 12, 4, 16), 'started_at': datetime.datetime(2021, 5, 25, 12, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 12, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779233-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 12:17:11.245783 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacdc4cb-8c16-4d5c-8bb7-fef38ce812fa None None] Checking segment: {'id': '2245066f-0d33-45b8-ad22-7d1664ef3bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'cd564631-6e78-4015-aaaf-60730c0751fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 12:17:11.246183 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron_lib.callbacks.manager [None req-bacdc4cb-8c16-4d5c-8bb7-fef38ce812fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:11.246567 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacdc4cb-8c16-4d5c-8bb7-fef38ce812fa None None] Bound using segment: {'id': '2245066f-0d33-45b8-ad22-7d1664ef3bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'cd564631-6e78-4015-aaaf-60730c0751fd'} {{(pid=92475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 12:17:11.247028 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.plugins.ml2.managers [None req-bacdc4cb-8c16-4d5c-8bb7-fef38ce812fa None None] Bound port: 2fdb7ea4-0426-40f6-9dae-817d2744e0fc, host: dv-cinder-779233-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2245066f-0d33-45b8-ad22-7d1664ef3bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'cd564631-6e78-4015-aaaf-60730c0751fd'}}] {{(pid=92475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 12:17:11.247434 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron_lib.callbacks.manager [None req-bacdc4cb-8c16-4d5c-8bb7-fef38ce812fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:11.306484 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9c0518-77c7-4834-b0a8-b0e198ac9022 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c912c637-c613-4e90-9cc2-e1c35dcf6eb6,revision_number=0']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:17:11.315300 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-ac9c0518-77c7-4834-b0a8-b0e198ac9022 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:17:11.316399 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9c0518-77c7-4834-b0a8-b0e198ac9022 admin admin] Checking segment: {'id': '9ecfd785-3b22-4c5a-bc71-2dada1b3b8bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6fd5bb7e-ba00-4231-aba8-219894c81dcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 12:17:11.316750 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9c0518-77c7-4834-b0a8-b0e198ac9022 admin admin] Network hostable DHCP agents. Network: 6fd5bb7e-ba00-4231-aba8-219894c81dcf, hostable agents: ['0c80ff5a-370f-48e8-a560-f3922f41a294'], hosted agents: [] {{(pid=92472) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 12:17:11.345725 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.plugins.ml2.db [None req-bacdc4cb-8c16-4d5c-8bb7-fef38ce812fa None None] For port 2fdb7ea4-0426-40f6-9dae-817d2744e0fc, host dv-cinder-779233-5-smb, cleared binding levels {{(pid=92475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 12:17:11.348796 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.plugins.ml2.db [None req-bacdc4cb-8c16-4d5c-8bb7-fef38ce812fa None None] For port 2fdb7ea4-0426-40f6-9dae-817d2744e0fc, host dv-cinder-779233-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-5-smb',level=0,port_id=2fdb7ea4-0426-40f6-9dae-817d2744e0fc,segment=NetworkSegment(2245066f-0d33-45b8-ad22-7d1664ef3bdd),segment_id=2245066f-0d33-45b8-ad22-7d1664ef3bdd)] {{(pid=92475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 12:17:11.397500 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9c0518-77c7-4834-b0a8-b0e198ac9022 admin admin] Network 6fd5bb7e-ba00-4231-aba8-219894c81dcf is scheduled to be hosted by DHCP agent 0c80ff5a-370f-48e8-a560-f3922f41a294 with binding_index 1 {{(pid=92472) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 12:17:11.447742 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron_lib.callbacks.manager [None req-bacdc4cb-8c16-4d5c-8bb7-fef38ce812fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:11.452151 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:17:11.472046 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.scheduler.base_scheduler [None req-ac9c0518-77c7-4834-b0a8-b0e198ac9022 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779233-5-smb, 6fd5bb7e-ba00-4231-aba8-219894c81dcf) {{(pid=92472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 12:17:11.481615 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9c0518-77c7-4834-b0a8-b0e198ac9022 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:17:11.482189 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-ac9c0518-77c7-4834-b0a8-b0e198ac9022 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:11.483031 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024e21a9-9d96-44a7-9e8f-9acb97333523 None None] Network 6fd5bb7e-ba00-4231-aba8-219894c81dcf requested from dv-cinder-779233-5-smb {{(pid=92474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 12:17:11.538625 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bacdc4cb-8c16-4d5c-8bb7-fef38ce812fa None None] Routers {'9872c0a9-0471-4d90-858f-381d057985ad'} bound to L3 agent in host dv-cinder-779233-5-smb {{(pid=92475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 12:17:11.539424 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_hamode_db [None req-bacdc4cb-8c16-4d5c-8bb7-fef38ce812fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T12:04:17Z,description=,heartbeat_timestamp=2021-05-25T12:16:47Z,host='dv-cinder-779233-5-smb',id=4aaf6e0c-8c85-4f95-8d8e-6a64f0cc3b25,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T12:04:17Z,topic='l3_agent')) {'router_ids': ['9872c0a9-0471-4d90-858f-381d057985ad'], 'active': True} {{(pid=92475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:17:11.560277 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-ac9c0518-77c7-4834-b0a8-b0e198ac9022 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9628181 May 25 12:17:11.560489 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 43272) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:17:11.566107 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.v2.base [None req-d13145d9-eac5-4d05-9ceb-138eced12878 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-844971095-router', 'tenant_id': 'fbead5f1ce154f5c98d71edc22dd1a9a', 'external_gateway_info': {'network_id': '4d625284-12e5-4031-b909-2f88209a96c9'}}} {{(pid=92473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 12:17:11.572329 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-d13145d9-eac5-4d05-9ceb-138eced12878 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:17:11.577099 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-d13145d9-eac5-4d05-9ceb-138eced12878 admin admin] Usage tracker for resource:router and tenant:fbead5f1ce154f5c98d71edc22dd1a9a is out of sync, need to count used quota {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:17:11.580264 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-d13145d9-eac5-4d05-9ceb-138eced12878 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:17:11.586809 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-d13145d9-eac5-4d05-9ceb-138eced12878 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:17:11.615187 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Device 9aa4e86b-a77d-42ff-9f21-f8644e23dd1b up at agent ovs-agent-dv-cinder-779233-5-smb {{(pid=92474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 12:17:11.629265 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778a5fa9-8d09-4e4d-a2d3-c5878d78c756 None None] Pushing event updated for resources: {'Port': ['ID=2fdb7ea4-0426-40f6-9dae-817d2744e0fc,revision_number=4']} {{(pid=92475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:17:11.636187 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG oslo_concurrency.lockutils [None req-778a5fa9-8d09-4e4d-a2d3-c5878d78c756 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=92475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:17:11.718485 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-d13145d9-eac5-4d05-9ceb-138eced12878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1047640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2594'] for router, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:11.720051 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-d13145d9-eac5-4d05-9ceb-138eced12878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1044568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1047175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2601'] for router, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:11.738573 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-d13145d9-eac5-4d05-9ceb-138eced12878 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:11.748928 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_dvr_db [None req-bacdc4cb-8c16-4d5c-8bb7-fef38ce812fa None None] Set router 9872c0a9-0471-4d90-858f-381d057985ad gateway port host: dv-cinder-779233-5-smb {{(pid=92475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 12:17:11.809922 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Provisioning complete for port 9aa4e86b-a77d-42ff-9f21-f8644e23dd1b triggered by entity L2. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 12:17:11.810301 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902397'] for port, provisioning_complete {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:11.835126 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6214556d-40be-471b-bfe9-0d90da9ddca5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb470bd2-2dac-5629-b131-0e08a6e57b62-6fd5bb7e-ba00-4231-aba8-219894c81dcf', 'network_id': '6fd5bb7e-ba00-4231-aba8-219894c81dcf', 'tenant_id': 'fbead5f1ce154f5c98d71edc22dd1a9a', 'fixed_ips': [{'subnet_id': 'c912c637-c613-4e90-9cc2-e1c35dcf6eb6'}]}} from dv-cinder-779233-5-smb. {{(pid=92474) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 12:17:11.835954 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-6214556d-40be-471b-bfe9-0d90da9ddca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_create {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:12.075713 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_hamode_db [None req-bacdc4cb-8c16-4d5c-8bb7-fef38ce812fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9872c0a9-0471-4d90-858f-381d057985ad', 'name': 'tempest-TestMinimumBasicScenario-352936281-router', 'tenant_id': '76a95061831f431abb0c51a779557b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'external_fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.133'}], 'enable_snat': True}, 'gw_port_id': '9aa4e86b-a77d-42ff-9f21-f8644e23dd1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T12:17:03Z', 'updated_at': '2021-05-25T12:17:08Z', 'revision_number': 4, 'project_id': '76a95061831f431abb0c51a779557b0f', 'gw_port': {'id': '9aa4e86b-a77d-42ff-9f21-f8644e23dd1b', 'name': '', 'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9872c0a9-0471-4d90-858f-381d057985ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:17:04Z', 'updated_at': '2021-05-25T12:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-5-smb', '_interfaces': [{'id': '2fdb7ea4-0426-40f6-9dae-817d2744e0fc', 'name': '', 'network_id': 'cd564631-6e78-4015-aaaf-60730c0751fd', 'tenant_id': '76a95061831f431abb0c51a779557b0f', 'mac_address': 'fa:16:3e:f3:61:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9872c0a9-0471-4d90-858f-381d057985ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '791d9bb4-33b7-4c20-ac30-135c25dcfc49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:17:07Z', 'updated_at': '2021-05-25T12:17:11Z', 'revision_number': 4, 'project_id': '76a95061831f431abb0c51a779557b0f', 'subnets': [{'id': '791d9bb4-33b7-4c20-ac30-135c25dcfc49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-5-smb', False) {} {{(pid=92475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:17:12.076355 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.db_base_plugin_common [None req-6214556d-40be-471b-bfe9-0d90da9ddca5 None None] Allocated IP 172.20.0.2 (6fd5bb7e-ba00-4231-aba8-219894c81dcf/c912c637-c613-4e90-9cc2-e1c35dcf6eb6/b85933ce-141a-4b51-90d0-442201954057) {{(pid=92474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 12:17:12.076483 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bacdc4cb-8c16-4d5c-8bb7-fef38ce812fa None None] The sync data for ids ['9872c0a9-0471-4d90-858f-381d057985ad'] in dv-cinder-779233-5-smb is: [{'id': '9872c0a9-0471-4d90-858f-381d057985ad', 'name': 'tempest-TestMinimumBasicScenario-352936281-router', 'tenant_id': '76a95061831f431abb0c51a779557b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'external_fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.133'}], 'enable_snat': True}, 'gw_port_id': '9aa4e86b-a77d-42ff-9f21-f8644e23dd1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T12:17:03Z', 'updated_at': '2021-05-25T12:17:08Z', 'revision_number': 4, 'project_id': '76a95061831f431abb0c51a779557b0f', 'gw_port': {'id': '9aa4e86b-a77d-42ff-9f21-f8644e23dd1b', 'name': '', 'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9872c0a9-0471-4d90-858f-381d057985ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:17:04Z', 'updated_at': '2021-05-25T12:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-5-smb', '_interfaces': [{'id': '2fdb7ea4-0426-40f6-9dae-817d2744e0fc', 'name': '', 'network_id': 'cd564631-6e78-4015-aaaf-60730c0751fd', 'tenant_id': '76a95061831f431abb0c51a779557b0f', 'mac_address': 'fa:16:3e:f3:61:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9872c0a9-0471-4d90-858f-381d057985ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '791d9bb4-33b7-4c20-ac30-135c25dcfc49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:17:07Z', 'updated_at': '2021-05-25T12:17:11Z', 'revision_number': 4, 'project_id': '76a95061831f431abb0c51a779557b0f', 'subnets': [{'id': '791d9bb4-33b7-4c20-ac30-135c25dcfc49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 12:17:12.222685 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-d13145d9-eac5-4d05-9ceb-138eced12878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1047202', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1047658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2655'] for router, precommit_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:12.321059 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-6214556d-40be-471b-bfe9-0d90da9ddca5 None None] Notify callbacks [] for port, precommit_create {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:12.332608 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-6214556d-40be-471b-bfe9-0d90da9ddca5 None None] Transition to ACTIVE for port object b85933ce-141a-4b51-90d0-442201954057 will not be triggered until provisioned by entity L2. {{(pid=92474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 12:17:12.350477 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-6214556d-40be-471b-bfe9-0d90da9ddca5 None None] Transition to ACTIVE for port object b85933ce-141a-4b51-90d0-442201954057 will not be triggered until provisioned by entity DHCP. {{(pid=92474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 12:17:12.421027 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-6214556d-40be-471b-bfe9-0d90da9ddca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786008105683'] for port, after_create {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:12.472069 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:17:12.509366 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6214556d-40be-471b-bfe9-0d90da9ddca5 None None] Network 6fd5bb7e-ba00-4231-aba8-219894c81dcf is already hosted by enough agents. {{(pid=92474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 12:17:12.515432 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.scheduler.base_scheduler [None req-6214556d-40be-471b-bfe9-0d90da9ddca5 None None] Resources bound (agent type, host, resource id): {{(pid=92474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 12:17:12.532751 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6214556d-40be-471b-bfe9-0d90da9ddca5 None None] Received port after_create {{(pid=92474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 12:17:12.644554 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6214556d-40be-471b-bfe9-0d90da9ddca5 None None] Pushing event updated for resources: {'Port': ['ID=b85933ce-141a-4b51-90d0-442201954057,revision_number=1']} {{(pid=92474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:17:12.646711 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-d13145d9-eac5-4d05-9ceb-138eced12878 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:12.647912 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-6214556d-40be-471b-bfe9-0d90da9ddca5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:17:12.652629 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.managers [None req-6214556d-40be-471b-bfe9-0d90da9ddca5 None None] Attempting to bind port b85933ce-141a-4b51-90d0-442201954057 on host dv-cinder-779233-5-smb for vnic_type normal with profile {{(pid=92474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 12:17:12.653060 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.managers [None req-6214556d-40be-471b-bfe9-0d90da9ddca5 None None] Attempting to bind port b85933ce-141a-4b51-90d0-442201954057 by drivers openvswitch,hyperv on host dv-cinder-779233-5-smb at level 0 using segments [{'id': '9ecfd785-3b22-4c5a-bc71-2dada1b3b8bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6fd5bb7e-ba00-4231-aba8-219894c81dcf'}] {{(pid=92474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 12:17:12.653488 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6214556d-40be-471b-bfe9-0d90da9ddca5 None None] Attempting to bind port b85933ce-141a-4b51-90d0-442201954057 on network 6fd5bb7e-ba00-4231-aba8-219894c81dcf {{(pid=92474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 12:17:12.659233 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6214556d-40be-471b-bfe9-0d90da9ddca5 None None] Checking agent: {'id': 'dfb2fd04-6671-4c26-88c9-b30127e2e29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779233-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 12, 4, 16), 'started_at': datetime.datetime(2021, 5, 25, 12, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 12, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779233-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 12:17:12.659681 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6214556d-40be-471b-bfe9-0d90da9ddca5 None None] Checking segment: {'id': '9ecfd785-3b22-4c5a-bc71-2dada1b3b8bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6fd5bb7e-ba00-4231-aba8-219894c81dcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 12:17:12.660080 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-6214556d-40be-471b-bfe9-0d90da9ddca5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:12.660466 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6214556d-40be-471b-bfe9-0d90da9ddca5 None None] Bound using segment: {'id': '9ecfd785-3b22-4c5a-bc71-2dada1b3b8bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6fd5bb7e-ba00-4231-aba8-219894c81dcf'} {{(pid=92474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 12:17:12.660929 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.managers [None req-6214556d-40be-471b-bfe9-0d90da9ddca5 None None] Bound port: b85933ce-141a-4b51-90d0-442201954057, host: dv-cinder-779233-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ecfd785-3b22-4c5a-bc71-2dada1b3b8bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6fd5bb7e-ba00-4231-aba8-219894c81dcf'}}] {{(pid=92474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 12:17:12.661300 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-6214556d-40be-471b-bfe9-0d90da9ddca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:12.678422 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-d13145d9-eac5-4d05-9ceb-138eced12878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:12.759604 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-6214556d-40be-471b-bfe9-0d90da9ddca5 None None] For port b85933ce-141a-4b51-90d0-442201954057, host dv-cinder-779233-5-smb, cleared binding levels {{(pid=92474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 12:17:12.762846 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-6214556d-40be-471b-bfe9-0d90da9ddca5 None None] For port b85933ce-141a-4b51-90d0-442201954057, host dv-cinder-779233-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-5-smb',level=0,port_id=b85933ce-141a-4b51-90d0-442201954057,segment=NetworkSegment(9ecfd785-3b22-4c5a-bc71-2dada1b3b8bf),segment_id=9ecfd785-3b22-4c5a-bc71-2dada1b3b8bf)] {{(pid=92474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 12:17:12.828247 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.db_base_plugin_common [None req-d13145d9-eac5-4d05-9ceb-138eced12878 admin admin] Allocated IP 172.28.2.127 (4d625284-12e5-4031-b909-2f88209a96c9/2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92/1b5e4c9d-87cc-4aff-b939-9c67433c8cfe) {{(pid=92473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 12:17:12.832812 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-6214556d-40be-471b-bfe9-0d90da9ddca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:12.837725 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:17:12.927512 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6214556d-40be-471b-bfe9-0d90da9ddca5 None None] Pushing event updated for resources: {'Port': ['ID=b85933ce-141a-4b51-90d0-442201954057,revision_number=2']} {{(pid=92474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:17:12.935922 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-6214556d-40be-471b-bfe9-0d90da9ddca5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:17:12.993757 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-d13145d9-eac5-4d05-9ceb-138eced12878 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:13.080101 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-d13145d9-eac5-4d05-9ceb-138eced12878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786008105683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2465563'] for port, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:13.087825 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-8638b835-4349-44ed-a0c4-731e2f6e7cea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:17:13.161686 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13145d9-eac5-4d05-9ceb-138eced12878 admin admin] Network 4d625284-12e5-4031-b909-2f88209a96c9 is already hosted by enough agents. {{(pid=92473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 12:17:13.164666 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.scheduler.base_scheduler [None req-d13145d9-eac5-4d05-9ceb-138eced12878 admin admin] Resources bound (agent type, host, resource id): {{(pid=92473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 12:17:13.168723 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13145d9-eac5-4d05-9ceb-138eced12878 admin admin] Received port after_create {{(pid=92473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 12:17:13.202934 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13145d9-eac5-4d05-9ceb-138eced12878 admin admin] Pushing event updated for resources: {'Port': ['ID=1b5e4c9d-87cc-4aff-b939-9c67433c8cfe,revision_number=1']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:17:13.209064 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-d13145d9-eac5-4d05-9ceb-138eced12878 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:17:13.653394 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Device b85933ce-141a-4b51-90d0-442201954057 up at agent ovs-agent-dv-cinder-779233-5-smb {{(pid=92474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 12:17:13.697708 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-d13145d9-eac5-4d05-9ceb-138eced12878 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:13.801204 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Provisioning for port b85933ce-141a-4b51-90d0-442201954057 completed by entity L2. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 12:17:13.808860 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Device 2fdb7ea4-0426-40f6-9dae-817d2744e0fc up at agent ovs-agent-dv-cinder-779233-5-smb {{(pid=92474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 12:17:13.879452 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71826fd0-6ad2-49e5-a357-c084810c3a7a None None] Network 6fd5bb7e-ba00-4231-aba8-219894c81dcf requested from dv-cinder-779233-5-smb {{(pid=92474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 12:17:14.068025 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Provisioning for port 2fdb7ea4-0426-40f6-9dae-817d2744e0fc completed by entity L2. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 12:17:14.079846 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Provisioning complete for port 2fdb7ea4-0426-40f6-9dae-817d2744e0fc triggered by entity L2. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 12:17:14.085804 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902397'] for port, provisioning_complete {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:14.117552 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-067f3cd2-a60f-4131-8d5a-e819fff6f151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:14.128743 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-34e24ee1-8696-45be-b2cf-4850c380946d None None] Provisioning for port b85933ce-141a-4b51-90d0-442201954057 completed by entity DHCP. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 12:17:14.150964 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-34e24ee1-8696-45be-b2cf-4850c380946d None None] Provisioning complete for port b85933ce-141a-4b51-90d0-442201954057 triggered by entity DHCP. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 12:17:14.152139 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-34e24ee1-8696-45be-b2cf-4850c380946d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902397'] for port, provisioning_complete {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:14.162701 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-d13145d9-eac5-4d05-9ceb-138eced12878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1047633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1047265'] for router, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:14.345963 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:14.425392 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-34e24ee1-8696-45be-b2cf-4850c380946d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:14.459177 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] For port 2fdb7ea4-0426-40f6-9dae-817d2744e0fc, host dv-cinder-779233-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-5-smb',level=0,port_id=2fdb7ea4-0426-40f6-9dae-817d2744e0fc,segment=NetworkSegment(2245066f-0d33-45b8-ad22-7d1664ef3bdd),segment_id=2245066f-0d33-45b8-ad22-7d1664ef3bdd)] {{(pid=92474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:17:14.471602 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-34e24ee1-8696-45be-b2cf-4850c380946d None None] For port b85933ce-141a-4b51-90d0-442201954057, host dv-cinder-779233-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-5-smb',level=0,port_id=b85933ce-141a-4b51-90d0-442201954057,segment=NetworkSegment(9ecfd785-3b22-4c5a-bc71-2dada1b3b8bf),segment_id=9ecfd785-3b22-4c5a-bc71-2dada1b3b8bf)] {{(pid=92474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:17:14.489307 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d13145d9-eac5-4d05-9ceb-138eced12878 admin admin] Router cd0d8ba8-bcf6-4b76-8290-03a43bd3fd8c is scheduled to L3 agent 4aaf6e0c-8c85-4f95-8d8e-6a64f0cc3b25 with binding_index 1 {{(pid=92473) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 12:17:14.558860 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:14.560794 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:17:14.603188 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-34e24ee1-8696-45be-b2cf-4850c380946d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:14.614186 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459c4396-916d-4466-b04b-d46f2df7836c req-5302ba94-c9e8-4880-8764-8e0f41659e83 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:17:14.616603 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-459c4396-916d-4466-b04b-d46f2df7836c req-5302ba94-c9e8-4880-8764-8e0f41659e83 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=12ef0035-1920-44f6-b187-08f9c1f54e9f HTTP/1.1" status: 200 len: 946 time: 0.2127483 May 25 12:17:14.647955 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Pushing event updated for resources: {'Port': ['ID=2fdb7ea4-0426-40f6-9dae-817d2744e0fc,revision_number=5']} {{(pid=92474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:17:14.656091 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:17:14.657378 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:17:14.665966 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-459c4396-916d-4466-b04b-d46f2df7836c req-d8bfbe63-9b09-4b05-889d-4f8d4d0c7a7d tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4aa74e5-345e-4c0d-b07b-79e0eb5805ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433846 May 25 12:17:14.685681 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d13145d9-eac5-4d05-9ceb-138eced12878 admin admin] Notify agent at l3_agent.dv-cinder-779233-5-smb the message routers_updated {{(pid=92473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 12:17:14.700367 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839201b6-c103-44db-b415-b39eb77c7c6c None None] Sync routers for ids ['cd0d8ba8-bcf6-4b76-8290-03a43bd3fd8c'] in dv-cinder-779233-5-smb {{(pid=92474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 12:17:14.739867 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839201b6-c103-44db-b415-b39eb77c7c6c None None] Routers {'cd0d8ba8-bcf6-4b76-8290-03a43bd3fd8c'} bound to L3 agent in host dv-cinder-779233-5-smb {{(pid=92474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 12:17:14.740824 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_hamode_db [None req-839201b6-c103-44db-b415-b39eb77c7c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T12:04:17Z,description=,heartbeat_timestamp=2021-05-25T12:16:47Z,host='dv-cinder-779233-5-smb',id=4aaf6e0c-8c85-4f95-8d8e-6a64f0cc3b25,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T12:04:17Z,topic='l3_agent')) {'router_ids': ['cd0d8ba8-bcf6-4b76-8290-03a43bd3fd8c'], 'active': True} {{(pid=92474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:17:14.803294 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-d13145d9-eac5-4d05-9ceb-138eced12878 admin admin] Notify callbacks [] for router, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:14.804608 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-d13145d9-eac5-4d05-9ceb-138eced12878 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.2430382 May 25 12:17:14.807728 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 43300) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:17:14.821003 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-4ad5a193-4a52-4a91-9c42-baee1a170009 None None] Provisioning complete for port b85933ce-141a-4b51-90d0-442201954057 triggered by entity DHCP. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 12:17:14.821377 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-4ad5a193-4a52-4a91-9c42-baee1a170009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902397'] for port, provisioning_complete {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:14.858139 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e24ee1-8696-45be-b2cf-4850c380946d None None] Pushing event updated for resources: {'Port': ['ID=b85933ce-141a-4b51-90d0-442201954057,revision_number=3']} {{(pid=92474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:17:14.869292 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-34e24ee1-8696-45be-b2cf-4850c380946d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:17:15.010343 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_dvr_db [None req-839201b6-c103-44db-b415-b39eb77c7c6c None None] Set router cd0d8ba8-bcf6-4b76-8290-03a43bd3fd8c gateway port host: dv-cinder-779233-5-smb {{(pid=92474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 12:17:15.340094 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_hamode_db [None req-839201b6-c103-44db-b415-b39eb77c7c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd0d8ba8-bcf6-4b76-8290-03a43bd3fd8c', 'name': 'tempest-TestMinimumBasicScenario-844971095-router', 'tenant_id': 'fbead5f1ce154f5c98d71edc22dd1a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'external_fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.127'}], 'enable_snat': True}, 'gw_port_id': '1b5e4c9d-87cc-4aff-b939-9c67433c8cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T12:17:11Z', 'updated_at': '2021-05-25T12:17:13Z', 'revision_number': 3, 'project_id': 'fbead5f1ce154f5c98d71edc22dd1a9a', 'gw_port': {'id': '1b5e4c9d-87cc-4aff-b939-9c67433c8cfe', 'name': '', 'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e8:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd0d8ba8-bcf6-4b76-8290-03a43bd3fd8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:17:12Z', 'updated_at': '2021-05-25T12:17:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-5-smb'}], 'dv-cinder-779233-5-smb', False) {} {{(pid=92474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:17:15.343778 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839201b6-c103-44db-b415-b39eb77c7c6c None None] Checking router: cd0d8ba8-bcf6-4b76-8290-03a43bd3fd8c for host: dv-cinder-779233-5-smb {{(pid=92474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 12:17:15.344145 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839201b6-c103-44db-b415-b39eb77c7c6c None None] Updating router cd0d8ba8-bcf6-4b76-8290-03a43bd3fd8c port 1b5e4c9d-87cc-4aff-b939-9c67433c8cfe binding host dv-cinder-779233-5-smb {{(pid=92474) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 12:17:15.395917 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-839201b6-c103-44db-b415-b39eb77c7c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:15.576748 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-015354b7-6f03-4280-9f8e-df2c052f711f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:15.597380 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Device b85933ce-141a-4b51-90d0-442201954057 up at agent ovs-agent-dv-cinder-779233-5-smb {{(pid=92474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 12:17:15.708589 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Provisioning complete for port b85933ce-141a-4b51-90d0-442201954057 triggered by entity L2. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 12:17:15.709205 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902397'] for port, provisioning_complete {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:15.785207 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.db_base_plugin_common [None req-015354b7-6f03-4280-9f8e-df2c052f711f admin admin] Allocated IP 172.20.0.1 (6fd5bb7e-ba00-4231-aba8-219894c81dcf/c912c637-c613-4e90-9cc2-e1c35dcf6eb6/4a23836f-6358-4b79-bb8d-2305bd9cd59a) {{(pid=92473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 12:17:15.832378 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-839201b6-c103-44db-b415-b39eb77c7c6c None None] Notify callbacks [] for port, precommit_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:15.846445 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-839201b6-c103-44db-b415-b39eb77c7c6c None None] Transition to ACTIVE for port object 1b5e4c9d-87cc-4aff-b939-9c67433c8cfe will not be triggered until provisioned by entity L2. {{(pid=92474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 12:17:15.865890 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128db516-afbc-4e47-9e60-8fba18971080 req-fec0cb7c-db8b-440e-8cac-4f7dae505d7a tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:17:15.867382 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-128db516-afbc-4e47-9e60-8fba18971080 req-fec0cb7c-db8b-440e-8cac-4f7dae505d7a tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=12ef0035-1920-44f6-b187-08f9c1f54e9f HTTP/1.1" status: 200 len: 946 time: 0.0856569 May 25 12:17:15.904085 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Device 2fdb7ea4-0426-40f6-9dae-817d2744e0fc up at agent ovs-agent-dv-cinder-779233-5-smb {{(pid=92474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 12:17:15.915284 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-128db516-afbc-4e47-9e60-8fba18971080 req-5ee53b46-5bba-4a85-a0ef-728b4eb2c1ae tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4aa74e5-345e-4c0d-b07b-79e0eb5805ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399129 May 25 12:17:15.947118 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-015354b7-6f03-4280-9f8e-df2c052f711f admin admin] Notify callbacks [] for port, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:15.953844 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-839201b6-c103-44db-b415-b39eb77c7c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:15.959476 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:17:15.963498 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.provisioning_blocks [None req-015354b7-6f03-4280-9f8e-df2c052f711f admin admin] Transition to ACTIVE for port object 4a23836f-6358-4b79-bb8d-2305bd9cd59a will not be triggered until provisioned by entity DHCP. {{(pid=92473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 12:17:16.042596 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288fed37-447b-45fc-a68a-50490f36715d None None] Pushing event updated for resources: {'Port': ['ID=1b5e4c9d-87cc-4aff-b939-9c67433c8cfe,revision_number=2']} {{(pid=92474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:17:16.044725 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.managers [None req-839201b6-c103-44db-b415-b39eb77c7c6c None None] Attempting to bind port 1b5e4c9d-87cc-4aff-b939-9c67433c8cfe on host dv-cinder-779233-5-smb for vnic_type normal with profile {{(pid=92474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 12:17:16.045091 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.managers [None req-839201b6-c103-44db-b415-b39eb77c7c6c None None] Attempting to bind port 1b5e4c9d-87cc-4aff-b939-9c67433c8cfe by drivers openvswitch,hyperv on host dv-cinder-779233-5-smb at level 0 using segments [{'id': '34f5f11c-fa4c-4a54-bab0-6c112d271f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d625284-12e5-4031-b909-2f88209a96c9'}] {{(pid=92474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 12:17:16.045488 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839201b6-c103-44db-b415-b39eb77c7c6c None None] Attempting to bind port 1b5e4c9d-87cc-4aff-b939-9c67433c8cfe on network 4d625284-12e5-4031-b909-2f88209a96c9 {{(pid=92474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 12:17:16.047502 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-288fed37-447b-45fc-a68a-50490f36715d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:17:16.058215 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839201b6-c103-44db-b415-b39eb77c7c6c None None] Checking agent: {'id': 'dfb2fd04-6671-4c26-88c9-b30127e2e29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779233-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 12, 4, 16), 'started_at': datetime.datetime(2021, 5, 25, 12, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 12, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779233-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 12:17:16.058589 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839201b6-c103-44db-b415-b39eb77c7c6c None None] Checking segment: {'id': '34f5f11c-fa4c-4a54-bab0-6c112d271f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d625284-12e5-4031-b909-2f88209a96c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 12:17:16.058994 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-839201b6-c103-44db-b415-b39eb77c7c6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:16.059412 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839201b6-c103-44db-b415-b39eb77c7c6c None None] Bound using segment: {'id': '34f5f11c-fa4c-4a54-bab0-6c112d271f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d625284-12e5-4031-b909-2f88209a96c9'} {{(pid=92474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 12:17:16.059872 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.managers [None req-839201b6-c103-44db-b415-b39eb77c7c6c None None] Bound port: 1b5e4c9d-87cc-4aff-b939-9c67433c8cfe, host: dv-cinder-779233-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34f5f11c-fa4c-4a54-bab0-6c112d271f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d625284-12e5-4031-b909-2f88209a96c9'}}] {{(pid=92474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 12:17:16.060246 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-839201b6-c103-44db-b415-b39eb77c7c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:16.061141 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-015354b7-6f03-4280-9f8e-df2c052f711f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786008105683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2465563'] for port, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:16.065890 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-bf54088b-1587-4427-b4d3-90c0c2fb4e16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:17:16.109764 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Provisioning complete for port 2fdb7ea4-0426-40f6-9dae-817d2744e0fc triggered by entity L2. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 12:17:16.110047 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902397'] for port, provisioning_complete {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:16.130208 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015354b7-6f03-4280-9f8e-df2c052f711f admin admin] Network 6fd5bb7e-ba00-4231-aba8-219894c81dcf is already hosted by enough agents. {{(pid=92473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 12:17:16.133134 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.scheduler.base_scheduler [None req-015354b7-6f03-4280-9f8e-df2c052f711f admin admin] Resources bound (agent type, host, resource id): {{(pid=92473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 12:17:16.136918 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015354b7-6f03-4280-9f8e-df2c052f711f admin admin] Received port after_create {{(pid=92473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 12:17:16.174679 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015354b7-6f03-4280-9f8e-df2c052f711f admin admin] Pushing event updated for resources: {'Port': ['ID=4a23836f-6358-4b79-bb8d-2305bd9cd59a,revision_number=1']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:17:16.188463 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-015354b7-6f03-4280-9f8e-df2c052f711f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:17:16.190458 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-839201b6-c103-44db-b415-b39eb77c7c6c None None] For port 1b5e4c9d-87cc-4aff-b939-9c67433c8cfe, host dv-cinder-779233-5-smb, cleared binding levels {{(pid=92474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 12:17:16.194256 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-839201b6-c103-44db-b415-b39eb77c7c6c None None] For port 1b5e4c9d-87cc-4aff-b939-9c67433c8cfe, host dv-cinder-779233-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-5-smb',level=0,port_id=1b5e4c9d-87cc-4aff-b939-9c67433c8cfe,segment=NetworkSegment(34f5f11c-fa4c-4a54-bab0-6c112d271f06),segment_id=34f5f11c-fa4c-4a54-bab0-6c112d271f06)] {{(pid=92474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 12:17:16.203335 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-015354b7-6f03-4280-9f8e-df2c052f711f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1040528'] for router_interface, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:16.272784 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-839201b6-c103-44db-b415-b39eb77c7c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:16.278545 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-34e24ee1-8696-45be-b2cf-4850c380946d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:17:16.368026 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839201b6-c103-44db-b415-b39eb77c7c6c None None] Routers {'cd0d8ba8-bcf6-4b76-8290-03a43bd3fd8c'} bound to L3 agent in host dv-cinder-779233-5-smb {{(pid=92474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 12:17:16.368550 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_hamode_db [None req-839201b6-c103-44db-b415-b39eb77c7c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T12:04:17Z,description=,heartbeat_timestamp=2021-05-25T12:16:47Z,host='dv-cinder-779233-5-smb',id=4aaf6e0c-8c85-4f95-8d8e-6a64f0cc3b25,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T12:04:17Z,topic='l3_agent')) {'router_ids': ['cd0d8ba8-bcf6-4b76-8290-03a43bd3fd8c'], 'active': True} {{(pid=92474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:17:16.398154 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-015354b7-6f03-4280-9f8e-df2c052f711f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:16.435891 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288fed37-447b-45fc-a68a-50490f36715d None None] Pushing event updated for resources: {'Port': ['ID=1b5e4c9d-87cc-4aff-b939-9c67433c8cfe,revision_number=3']} {{(pid=92474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:17:16.441066 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-288fed37-447b-45fc-a68a-50490f36715d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:17:16.511516 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-0ff03b64-d462-4a13-9da7-4b437f50f002 None None] Provisioning for port 4a23836f-6358-4b79-bb8d-2305bd9cd59a completed by entity DHCP. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 12:17:16.514354 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:16.538994 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-0ff03b64-d462-4a13-9da7-4b437f50f002 None None] Provisioning complete for port 4a23836f-6358-4b79-bb8d-2305bd9cd59a triggered by entity DHCP. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 12:17:16.542895 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-0ff03b64-d462-4a13-9da7-4b437f50f002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902397'] for port, provisioning_complete {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:16.608948 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_dvr_db [None req-839201b6-c103-44db-b415-b39eb77c7c6c None None] Set router cd0d8ba8-bcf6-4b76-8290-03a43bd3fd8c gateway port host: dv-cinder-779233-5-smb {{(pid=92474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 12:17:16.627194 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-015354b7-6f03-4280-9f8e-df2c052f711f admin admin] Notify callbacks [] for port, precommit_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:16.681053 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-015354b7-6f03-4280-9f8e-df2c052f711f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2465554'] for port, after_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:16.684740 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.plugin [None req-0ff03b64-d462-4a13-9da7-4b437f50f002 None None] Port 4a23836f-6358-4b79-bb8d-2305bd9cd59a cannot update to ACTIVE because it is not bound. {{(pid=92474) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 12:17:16.709802 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-7485716f-62d6-40bf-bb79-ee5967670043 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:17:16.795414 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-015354b7-6f03-4280-9f8e-df2c052f711f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1040445'] for router_interface, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:16.799794 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015354b7-6f03-4280-9f8e-df2c052f711f admin admin] Pushing event updated for resources: {'Port': ['ID=4a23836f-6358-4b79-bb8d-2305bd9cd59a,revision_number=2']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:17:16.804093 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-015354b7-6f03-4280-9f8e-df2c052f711f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:17:16.846384 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-c5c40e42-2dce-4018-838f-7d0daca37762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:16.931286 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015354b7-6f03-4280-9f8e-df2c052f711f admin admin] Network 6fd5bb7e-ba00-4231-aba8-219894c81dcf is already hosted by enough agents. {{(pid=92473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 12:17:16.933982 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.scheduler.base_scheduler [None req-015354b7-6f03-4280-9f8e-df2c052f711f admin admin] Resources bound (agent type, host, resource id): {{(pid=92473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 12:17:16.970075 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_hamode_db [None req-839201b6-c103-44db-b415-b39eb77c7c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd0d8ba8-bcf6-4b76-8290-03a43bd3fd8c', 'name': 'tempest-TestMinimumBasicScenario-844971095-router', 'tenant_id': 'fbead5f1ce154f5c98d71edc22dd1a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'external_fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.127'}], 'enable_snat': True}, 'gw_port_id': '1b5e4c9d-87cc-4aff-b939-9c67433c8cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T12:17:11Z', 'updated_at': '2021-05-25T12:17:16Z', 'revision_number': 4, 'project_id': 'fbead5f1ce154f5c98d71edc22dd1a9a', 'gw_port': {'id': '1b5e4c9d-87cc-4aff-b939-9c67433c8cfe', 'name': '', 'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e8:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd0d8ba8-bcf6-4b76-8290-03a43bd3fd8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:17:12Z', 'updated_at': '2021-05-25T12:17:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-5-smb', '_interfaces': [{'id': '4a23836f-6358-4b79-bb8d-2305bd9cd59a', 'name': '', 'network_id': '6fd5bb7e-ba00-4231-aba8-219894c81dcf', 'tenant_id': 'fbead5f1ce154f5c98d71edc22dd1a9a', 'mac_address': 'fa:16:3e:2f:0d:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd0d8ba8-bcf6-4b76-8290-03a43bd3fd8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'c912c637-c613-4e90-9cc2-e1c35dcf6eb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:17:15Z', 'updated_at': '2021-05-25T12:17:15Z', 'revision_number': 1, 'project_id': 'fbead5f1ce154f5c98d71edc22dd1a9a', 'subnets': [{'id': 'c912c637-c613-4e90-9cc2-e1c35dcf6eb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-5-smb', False) {} {{(pid=92474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:17:16.976325 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839201b6-c103-44db-b415-b39eb77c7c6c None None] The sync data for ids ['cd0d8ba8-bcf6-4b76-8290-03a43bd3fd8c'] in dv-cinder-779233-5-smb is: [{'id': 'cd0d8ba8-bcf6-4b76-8290-03a43bd3fd8c', 'name': 'tempest-TestMinimumBasicScenario-844971095-router', 'tenant_id': 'fbead5f1ce154f5c98d71edc22dd1a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'external_fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.127'}], 'enable_snat': True}, 'gw_port_id': '1b5e4c9d-87cc-4aff-b939-9c67433c8cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T12:17:11Z', 'updated_at': '2021-05-25T12:17:16Z', 'revision_number': 4, 'project_id': 'fbead5f1ce154f5c98d71edc22dd1a9a', 'gw_port': {'id': '1b5e4c9d-87cc-4aff-b939-9c67433c8cfe', 'name': '', 'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e8:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd0d8ba8-bcf6-4b76-8290-03a43bd3fd8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:17:12Z', 'updated_at': '2021-05-25T12:17:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-5-smb', '_interfaces': [{'id': '4a23836f-6358-4b79-bb8d-2305bd9cd59a', 'name': '', 'network_id': '6fd5bb7e-ba00-4231-aba8-219894c81dcf', 'tenant_id': 'fbead5f1ce154f5c98d71edc22dd1a9a', 'mac_address': 'fa:16:3e:2f:0d:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd0d8ba8-bcf6-4b76-8290-03a43bd3fd8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'c912c637-c613-4e90-9cc2-e1c35dcf6eb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:17:15Z', 'updated_at': '2021-05-25T12:17:15Z', 'revision_number': 1, 'project_id': 'fbead5f1ce154f5c98d71edc22dd1a9a', 'subnets': [{'id': 'c912c637-c613-4e90-9cc2-e1c35dcf6eb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 12:17:17.137212 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-015354b7-6f03-4280-9f8e-df2c052f711f admin admin] Router cd0d8ba8-bcf6-4b76-8290-03a43bd3fd8c has already been hosted by L3 agent 4aaf6e0c-8c85-4f95-8d8e-6a64f0cc3b25 {{(pid=92473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 12:17:17.240137 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-e2df91a7-21e8-4490-8e8a-888698367207 None None] Provisioning complete for port 4a23836f-6358-4b79-bb8d-2305bd9cd59a triggered by entity DHCP. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 12:17:17.240517 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e2df91a7-21e8-4490-8e8a-888698367207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902397'] for port, provisioning_complete {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:17.304723 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.plugin [None req-e2df91a7-21e8-4490-8e8a-888698367207 None None] Port 4a23836f-6358-4b79-bb8d-2305bd9cd59a cannot update to ACTIVE because it is not bound. {{(pid=92474) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 12:17:17.318089 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076cc838-0eb8-4cee-b0f4-b11773e21234 req-0b64df0d-c0e0-42ec-8eda-94a09695171a tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:17:17.320006 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-076cc838-0eb8-4cee-b0f4-b11773e21234 req-0b64df0d-c0e0-42ec-8eda-94a09695171a tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=12ef0035-1920-44f6-b187-08f9c1f54e9f HTTP/1.1" status: 200 len: 946 time: 0.1174877 May 25 12:17:17.372893 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-076cc838-0eb8-4cee-b0f4-b11773e21234 req-6499eab6-14f4-456b-873b-bce97d916428 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4aa74e5-345e-4c0d-b07b-79e0eb5805ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468035 May 25 12:17:17.471566 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-015354b7-6f03-4280-9f8e-df2c052f711f admin admin] Notify agent at l3_agent.dv-cinder-779233-5-smb the message routers_updated {{(pid=92473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 12:17:17.481273 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-015354b7-6f03-4280-9f8e-df2c052f711f admin admin] 10.222.0.44 "PUT /v2.0/routers/cd0d8ba8-bcf6-4b76-8290-03a43bd3fd8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6725166 May 25 12:17:18.054669 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ff182aac-c7db-4435-9e5c-c570f96503ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:18.584486 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1aeae1-6ece-4b5f-ae91-db4c122f9f15 req-ff3f4f45-ee3f-4f8d-895f-798eab41f97a tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:17:18.586633 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-5c1aeae1-6ece-4b5f-ae91-db4c122f9f15 req-ff3f4f45-ee3f-4f8d-895f-798eab41f97a tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=12ef0035-1920-44f6-b187-08f9c1f54e9f HTTP/1.1" status: 200 len: 946 time: 0.0939233 May 25 12:17:18.639092 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-5c1aeae1-6ece-4b5f-ae91-db4c122f9f15 req-ec87a2ac-6afd-4458-bec6-1afc6d6d5d79 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4aa74e5-345e-4c0d-b07b-79e0eb5805ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453513 May 25 12:17:19.510068 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-cb1178c2-b2b5-418b-a63c-7279ce5a9fe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:19.633942 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Device 1b5e4c9d-87cc-4aff-b939-9c67433c8cfe up at agent ovs-agent-dv-cinder-779233-5-smb {{(pid=92474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 12:17:19.784330 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Provisioning for port 1b5e4c9d-87cc-4aff-b939-9c67433c8cfe completed by entity L2. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 12:17:19.789742 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Provisioning complete for port 1b5e4c9d-87cc-4aff-b939-9c67433c8cfe triggered by entity L2. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 12:17:19.790122 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902397'] for port, provisioning_complete {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:19.964402 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aa51a6-19a8-406c-ab6d-0f4257578802 req-46950296-4bc3-4586-9f55-2f82c99b0ede tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:17:19.973446 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-a4aa51a6-19a8-406c-ab6d-0f4257578802 req-46950296-4bc3-4586-9f55-2f82c99b0ede tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=12ef0035-1920-44f6-b187-08f9c1f54e9f HTTP/1.1" status: 200 len: 946 time: 0.1526206 May 25 12:17:20.042494 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-a4aa51a6-19a8-406c-ab6d-0f4257578802 req-7d52df04-25a3-4be3-ab98-43f175f29440 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4aa74e5-345e-4c0d-b07b-79e0eb5805ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631654 May 25 12:17:20.049501 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:20.093894 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] For port 1b5e4c9d-87cc-4aff-b939-9c67433c8cfe, host dv-cinder-779233-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-5-smb',level=0,port_id=1b5e4c9d-87cc-4aff-b939-9c67433c8cfe,segment=NetworkSegment(34f5f11c-fa4c-4a54-bab0-6c112d271f06),segment_id=34f5f11c-fa4c-4a54-bab0-6c112d271f06)] {{(pid=92474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:17:20.174634 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:20.177970 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-f53b3a24-55e4-4853-ab99-da0e168a66d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:17:20.197958 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f66174-ce50-48b4-9e83-78d2085bc5fc None None] Sync routers for ids ['cd0d8ba8-bcf6-4b76-8290-03a43bd3fd8c'] in dv-cinder-779233-5-smb {{(pid=92475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 12:17:20.221898 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f66174-ce50-48b4-9e83-78d2085bc5fc None None] Routers {'cd0d8ba8-bcf6-4b76-8290-03a43bd3fd8c'} bound to L3 agent in host dv-cinder-779233-5-smb {{(pid=92475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 12:17:20.222585 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_hamode_db [None req-44f66174-ce50-48b4-9e83-78d2085bc5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T12:04:17Z,description=,heartbeat_timestamp=2021-05-25T12:17:17Z,host='dv-cinder-779233-5-smb',id=4aaf6e0c-8c85-4f95-8d8e-6a64f0cc3b25,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T12:04:17Z,topic='l3_agent')) {'router_ids': ['cd0d8ba8-bcf6-4b76-8290-03a43bd3fd8c'], 'active': True} {{(pid=92475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:17:20.295117 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Pushing event updated for resources: {'Port': ['ID=1b5e4c9d-87cc-4aff-b939-9c67433c8cfe,revision_number=4']} {{(pid=92474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:17:20.302128 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:17:20.492968 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_dvr_db [None req-44f66174-ce50-48b4-9e83-78d2085bc5fc None None] Set router cd0d8ba8-bcf6-4b76-8290-03a43bd3fd8c gateway port host: dv-cinder-779233-5-smb {{(pid=92475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 12:17:20.583840 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acbf179-00f2-419b-9fbe-c5fa04962258 req-023b1a64-0275-4c78-a5ba-9e7042ecca65 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:17:20.585484 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-1acbf179-00f2-419b-9fbe-c5fa04962258 req-023b1a64-0275-4c78-a5ba-9e7042ecca65 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] 10.222.0.44 "GET /v2.0/ports?device_id=1616fd2c-929a-4938-977f-a15d5e7ebbf8 HTTP/1.1" status: 200 len: 945 time: 0.1847758 May 25 12:17:20.639520 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-1acbf179-00f2-419b-9fbe-c5fa04962258 req-fa10d827-22d9-4ef9-86fd-1909813bcc09 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] 10.222.0.44 "GET /v2.0/security-groups?id=38a619e1-b49f-4641-8bcb-79d8e6cdbdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476587 May 25 12:17:20.845656 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_hamode_db [None req-44f66174-ce50-48b4-9e83-78d2085bc5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd0d8ba8-bcf6-4b76-8290-03a43bd3fd8c', 'name': 'tempest-TestMinimumBasicScenario-844971095-router', 'tenant_id': 'fbead5f1ce154f5c98d71edc22dd1a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'external_fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.127'}], 'enable_snat': True}, 'gw_port_id': '1b5e4c9d-87cc-4aff-b939-9c67433c8cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T12:17:11Z', 'updated_at': '2021-05-25T12:17:16Z', 'revision_number': 4, 'project_id': 'fbead5f1ce154f5c98d71edc22dd1a9a', 'gw_port': {'id': '1b5e4c9d-87cc-4aff-b939-9c67433c8cfe', 'name': '', 'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e8:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0d8ba8-bcf6-4b76-8290-03a43bd3fd8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:17:12Z', 'updated_at': '2021-05-25T12:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-5-smb', '_interfaces': [{'id': '4a23836f-6358-4b79-bb8d-2305bd9cd59a', 'name': '', 'network_id': '6fd5bb7e-ba00-4231-aba8-219894c81dcf', 'tenant_id': 'fbead5f1ce154f5c98d71edc22dd1a9a', 'mac_address': 'fa:16:3e:2f:0d:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd0d8ba8-bcf6-4b76-8290-03a43bd3fd8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'c912c637-c613-4e90-9cc2-e1c35dcf6eb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:17:15Z', 'updated_at': '2021-05-25T12:17:16Z', 'revision_number': 2, 'project_id': 'fbead5f1ce154f5c98d71edc22dd1a9a', 'subnets': [{'id': 'c912c637-c613-4e90-9cc2-e1c35dcf6eb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-5-smb', False) {} {{(pid=92475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:17:20.849652 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f66174-ce50-48b4-9e83-78d2085bc5fc None None] Checking router: cd0d8ba8-bcf6-4b76-8290-03a43bd3fd8c for host: dv-cinder-779233-5-smb {{(pid=92475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 12:17:20.850049 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f66174-ce50-48b4-9e83-78d2085bc5fc None None] Updating router cd0d8ba8-bcf6-4b76-8290-03a43bd3fd8c port 4a23836f-6358-4b79-bb8d-2305bd9cd59a binding host dv-cinder-779233-5-smb {{(pid=92475) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 12:17:20.905092 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron_lib.callbacks.manager [None req-44f66174-ce50-48b4-9e83-78d2085bc5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:21.283011 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1016d8a4-c664-49e4-ac7f-4f0850517cc0 req-449180f1-8cbb-44df-8635-f5f2bab829e1 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:17:21.285359 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-1016d8a4-c664-49e4-ac7f-4f0850517cc0 req-449180f1-8cbb-44df-8635-f5f2bab829e1 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=12ef0035-1920-44f6-b187-08f9c1f54e9f HTTP/1.1" status: 200 len: 946 time: 0.0988321 May 25 12:17:21.310328 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron_lib.callbacks.manager [None req-44f66174-ce50-48b4-9e83-78d2085bc5fc None None] Notify callbacks [] for port, precommit_update {{(pid=92475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:21.324442 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.provisioning_blocks [None req-44f66174-ce50-48b4-9e83-78d2085bc5fc None None] Transition to ACTIVE for port object 4a23836f-6358-4b79-bb8d-2305bd9cd59a will not be triggered until provisioned by entity L2. {{(pid=92475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 12:17:21.337616 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-1016d8a4-c664-49e4-ac7f-4f0850517cc0 req-ea8028cc-7f31-456c-b55b-33a95a1bd4e3 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4aa74e5-345e-4c0d-b07b-79e0eb5805ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470443 May 25 12:17:21.567190 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron_lib.callbacks.manager [None req-44f66174-ce50-48b4-9e83-78d2085bc5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:21.573383 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG oslo_concurrency.lockutils [None req-6cab75b5-9d0f-42ba-94aa-8332774eb9f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:17:21.596050 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Device 1b5e4c9d-87cc-4aff-b939-9c67433c8cfe up at agent ovs-agent-dv-cinder-779233-5-smb {{(pid=92474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 12:17:21.670876 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Provisioning complete for port 1b5e4c9d-87cc-4aff-b939-9c67433c8cfe triggered by entity L2. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 12:17:21.671251 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902397'] for port, provisioning_complete {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:21.789037 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de72bf9-41e6-4d6b-b3a5-6cf94227bdfc None None] Pushing event updated for resources: {'Port': ['ID=4a23836f-6358-4b79-bb8d-2305bd9cd59a,revision_number=3']} {{(pid=92475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:17:21.807227 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG oslo_concurrency.lockutils [None req-3de72bf9-41e6-4d6b-b3a5-6cf94227bdfc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=92475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:17:21.910231 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.plugins.ml2.managers [None req-44f66174-ce50-48b4-9e83-78d2085bc5fc None None] Attempting to bind port 4a23836f-6358-4b79-bb8d-2305bd9cd59a on host dv-cinder-779233-5-smb for vnic_type normal with profile {{(pid=92475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 12:17:21.910931 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.plugins.ml2.managers [None req-44f66174-ce50-48b4-9e83-78d2085bc5fc None None] Attempting to bind port 4a23836f-6358-4b79-bb8d-2305bd9cd59a by drivers openvswitch,hyperv on host dv-cinder-779233-5-smb at level 0 using segments [{'id': '9ecfd785-3b22-4c5a-bc71-2dada1b3b8bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6fd5bb7e-ba00-4231-aba8-219894c81dcf'}] {{(pid=92475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 12:17:21.911723 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f66174-ce50-48b4-9e83-78d2085bc5fc None None] Attempting to bind port 4a23836f-6358-4b79-bb8d-2305bd9cd59a on network 6fd5bb7e-ba00-4231-aba8-219894c81dcf {{(pid=92475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 12:17:21.918668 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f66174-ce50-48b4-9e83-78d2085bc5fc None None] Checking agent: {'id': 'dfb2fd04-6671-4c26-88c9-b30127e2e29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779233-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 12, 4, 16), 'started_at': datetime.datetime(2021, 5, 25, 12, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 12, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779233-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 12:17:21.919496 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f66174-ce50-48b4-9e83-78d2085bc5fc None None] Checking segment: {'id': '9ecfd785-3b22-4c5a-bc71-2dada1b3b8bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6fd5bb7e-ba00-4231-aba8-219894c81dcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 12:17:21.920278 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron_lib.callbacks.manager [None req-44f66174-ce50-48b4-9e83-78d2085bc5fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:21.921937 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f66174-ce50-48b4-9e83-78d2085bc5fc None None] Bound using segment: {'id': '9ecfd785-3b22-4c5a-bc71-2dada1b3b8bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6fd5bb7e-ba00-4231-aba8-219894c81dcf'} {{(pid=92475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 12:17:21.922731 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.plugins.ml2.managers [None req-44f66174-ce50-48b4-9e83-78d2085bc5fc None None] Bound port: 4a23836f-6358-4b79-bb8d-2305bd9cd59a, host: dv-cinder-779233-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ecfd785-3b22-4c5a-bc71-2dada1b3b8bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6fd5bb7e-ba00-4231-aba8-219894c81dcf'}}] {{(pid=92475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 12:17:21.923163 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron_lib.callbacks.manager [None req-44f66174-ce50-48b4-9e83-78d2085bc5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:21.973055 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f814856-68f7-478e-957a-a4a0556ad621 req-2748b3d5-bb7c-49dc-aac0-d4fc93264a98 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:17:21.974733 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-7f814856-68f7-478e-957a-a4a0556ad621 req-2748b3d5-bb7c-49dc-aac0-d4fc93264a98 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] 10.222.0.44 "GET /v2.0/ports?device_id=1616fd2c-929a-4938-977f-a15d5e7ebbf8 HTTP/1.1" status: 200 len: 945 time: 0.1102436 May 25 12:17:22.035544 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.plugins.ml2.db [None req-44f66174-ce50-48b4-9e83-78d2085bc5fc None None] For port 4a23836f-6358-4b79-bb8d-2305bd9cd59a, host dv-cinder-779233-5-smb, cleared binding levels {{(pid=92475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 12:17:22.039348 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.plugins.ml2.db [None req-44f66174-ce50-48b4-9e83-78d2085bc5fc None None] For port 4a23836f-6358-4b79-bb8d-2305bd9cd59a, host dv-cinder-779233-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-5-smb',level=0,port_id=4a23836f-6358-4b79-bb8d-2305bd9cd59a,segment=NetworkSegment(9ecfd785-3b22-4c5a-bc71-2dada1b3b8bf),segment_id=9ecfd785-3b22-4c5a-bc71-2dada1b3b8bf)] {{(pid=92475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 12:17:22.045581 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-7f814856-68f7-478e-957a-a4a0556ad621 req-dcfc1f95-11df-4888-aa76-5476d71212f2 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] 10.222.0.44 "GET /v2.0/security-groups?id=38a619e1-b49f-4641-8bcb-79d8e6cdbdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610416 May 25 12:17:22.128883 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron_lib.callbacks.manager [None req-44f66174-ce50-48b4-9e83-78d2085bc5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:22.138936 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG oslo_concurrency.lockutils [None req-6cab75b5-9d0f-42ba-94aa-8332774eb9f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:17:22.205359 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f66174-ce50-48b4-9e83-78d2085bc5fc None None] Routers {'cd0d8ba8-bcf6-4b76-8290-03a43bd3fd8c'} bound to L3 agent in host dv-cinder-779233-5-smb {{(pid=92475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 12:17:22.207691 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_hamode_db [None req-44f66174-ce50-48b4-9e83-78d2085bc5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-25T12:04:17Z,description=,heartbeat_timestamp=2021-05-25T12:17:17Z,host='dv-cinder-779233-5-smb',id=4aaf6e0c-8c85-4f95-8d8e-6a64f0cc3b25,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T12:04:17Z,topic='l3_agent')) {'router_ids': ['cd0d8ba8-bcf6-4b76-8290-03a43bd3fd8c'], 'active': True} {{(pid=92475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:17:22.293331 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de72bf9-41e6-4d6b-b3a5-6cf94227bdfc None None] Pushing event updated for resources: {'Port': ['ID=4a23836f-6358-4b79-bb8d-2305bd9cd59a,revision_number=4']} {{(pid=92475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:17:22.301128 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG oslo_concurrency.lockutils [None req-3de72bf9-41e6-4d6b-b3a5-6cf94227bdfc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=92475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:17:22.432103 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_dvr_db [None req-44f66174-ce50-48b4-9e83-78d2085bc5fc None None] Set router cd0d8ba8-bcf6-4b76-8290-03a43bd3fd8c gateway port host: dv-cinder-779233-5-smb {{(pid=92475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 12:17:22.569958 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41104176-d359-4460-a0aa-9ccff5c1e233 req-1be9e583-6f67-459b-911c-0174411fd0eb tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:17:22.573555 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-41104176-d359-4460-a0aa-9ccff5c1e233 req-1be9e583-6f67-459b-911c-0174411fd0eb tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=12ef0035-1920-44f6-b187-08f9c1f54e9f HTTP/1.1" status: 200 len: 946 time: 0.0907416 May 25 12:17:22.638829 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-41104176-d359-4460-a0aa-9ccff5c1e233 req-bb753795-6a46-486d-8bcc-4f6729822257 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4aa74e5-345e-4c0d-b07b-79e0eb5805ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590708 May 25 12:17:22.834613 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_hamode_db [None req-44f66174-ce50-48b4-9e83-78d2085bc5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd0d8ba8-bcf6-4b76-8290-03a43bd3fd8c', 'name': 'tempest-TestMinimumBasicScenario-844971095-router', 'tenant_id': 'fbead5f1ce154f5c98d71edc22dd1a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'external_fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.127'}], 'enable_snat': True}, 'gw_port_id': '1b5e4c9d-87cc-4aff-b939-9c67433c8cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T12:17:11Z', 'updated_at': '2021-05-25T12:17:16Z', 'revision_number': 4, 'project_id': 'fbead5f1ce154f5c98d71edc22dd1a9a', 'gw_port': {'id': '1b5e4c9d-87cc-4aff-b939-9c67433c8cfe', 'name': '', 'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e8:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0d8ba8-bcf6-4b76-8290-03a43bd3fd8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:17:12Z', 'updated_at': '2021-05-25T12:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-5-smb', '_interfaces': [{'id': '4a23836f-6358-4b79-bb8d-2305bd9cd59a', 'name': '', 'network_id': '6fd5bb7e-ba00-4231-aba8-219894c81dcf', 'tenant_id': 'fbead5f1ce154f5c98d71edc22dd1a9a', 'mac_address': 'fa:16:3e:2f:0d:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd0d8ba8-bcf6-4b76-8290-03a43bd3fd8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'c912c637-c613-4e90-9cc2-e1c35dcf6eb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:17:15Z', 'updated_at': '2021-05-25T12:17:22Z', 'revision_number': 4, 'project_id': 'fbead5f1ce154f5c98d71edc22dd1a9a', 'subnets': [{'id': 'c912c637-c613-4e90-9cc2-e1c35dcf6eb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-5-smb', False) {} {{(pid=92475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:17:22.840316 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f66174-ce50-48b4-9e83-78d2085bc5fc None None] The sync data for ids ['cd0d8ba8-bcf6-4b76-8290-03a43bd3fd8c'] in dv-cinder-779233-5-smb is: [{'id': 'cd0d8ba8-bcf6-4b76-8290-03a43bd3fd8c', 'name': 'tempest-TestMinimumBasicScenario-844971095-router', 'tenant_id': 'fbead5f1ce154f5c98d71edc22dd1a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'external_fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.127'}], 'enable_snat': True}, 'gw_port_id': '1b5e4c9d-87cc-4aff-b939-9c67433c8cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T12:17:11Z', 'updated_at': '2021-05-25T12:17:16Z', 'revision_number': 4, 'project_id': 'fbead5f1ce154f5c98d71edc22dd1a9a', 'gw_port': {'id': '1b5e4c9d-87cc-4aff-b939-9c67433c8cfe', 'name': '', 'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e8:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0d8ba8-bcf6-4b76-8290-03a43bd3fd8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:17:12Z', 'updated_at': '2021-05-25T12:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-5-smb', '_interfaces': [{'id': '4a23836f-6358-4b79-bb8d-2305bd9cd59a', 'name': '', 'network_id': '6fd5bb7e-ba00-4231-aba8-219894c81dcf', 'tenant_id': 'fbead5f1ce154f5c98d71edc22dd1a9a', 'mac_address': 'fa:16:3e:2f:0d:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd0d8ba8-bcf6-4b76-8290-03a43bd3fd8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'c912c637-c613-4e90-9cc2-e1c35dcf6eb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:17:15Z', 'updated_at': '2021-05-25T12:17:22Z', 'revision_number': 4, 'project_id': 'fbead5f1ce154f5c98d71edc22dd1a9a', 'subnets': [{'id': 'c912c637-c613-4e90-9cc2-e1c35dcf6eb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 12:17:23.282879 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e6323d-9d4b-4491-908e-fddfdb21a095 req-df12dd7a-5a1e-4ada-b96a-d8e573064a6d tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:17:23.284450 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-78e6323d-9d4b-4491-908e-fddfdb21a095 req-df12dd7a-5a1e-4ada-b96a-d8e573064a6d tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] 10.222.0.44 "GET /v2.0/ports?device_id=1616fd2c-929a-4938-977f-a15d5e7ebbf8 HTTP/1.1" status: 200 len: 945 time: 0.1113801 May 25 12:17:23.350521 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-78e6323d-9d4b-4491-908e-fddfdb21a095 req-b844d2d1-5fb2-47d0-8e72-0c989f2d05d3 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] 10.222.0.44 "GET /v2.0/security-groups?id=38a619e1-b49f-4641-8bcb-79d8e6cdbdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576904 May 25 12:17:23.645802 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Device 4a23836f-6358-4b79-bb8d-2305bd9cd59a up at agent ovs-agent-dv-cinder-779233-5-smb {{(pid=92474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 12:17:23.803759 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Provisioning for port 4a23836f-6358-4b79-bb8d-2305bd9cd59a completed by entity L2. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 12:17:23.810480 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Provisioning complete for port 4a23836f-6358-4b79-bb8d-2305bd9cd59a triggered by entity L2. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 12:17:23.814283 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902397'] for port, provisioning_complete {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:23.829866 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbf426a-65af-450b-9f2a-d67efdabdf3c req-d2d242e1-f52f-43d3-998b-c1509ec1e3b3 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:17:23.831457 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-ccbf426a-65af-450b-9f2a-d67efdabdf3c req-d2d242e1-f52f-43d3-998b-c1509ec1e3b3 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=12ef0035-1920-44f6-b187-08f9c1f54e9f HTTP/1.1" status: 200 len: 946 time: 0.0819716 May 25 12:17:23.888300 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-ccbf426a-65af-450b-9f2a-d67efdabdf3c req-20854484-64b2-44b0-841c-635e6a69c1cb tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4aa74e5-345e-4c0d-b07b-79e0eb5805ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497069 May 25 12:17:23.952954 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:23.987512 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] For port 4a23836f-6358-4b79-bb8d-2305bd9cd59a, host dv-cinder-779233-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-5-smb',level=0,port_id=4a23836f-6358-4b79-bb8d-2305bd9cd59a,segment=NetworkSegment(9ecfd785-3b22-4c5a-bc71-2dada1b3b8bf),segment_id=9ecfd785-3b22-4c5a-bc71-2dada1b3b8bf)] {{(pid=92474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:17:24.078794 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:24.081573 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-7d68ff85-bdd2-4813-9ca1-2e011d3ddef8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:17:24.155578 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Pushing event updated for resources: {'Port': ['ID=4a23836f-6358-4b79-bb8d-2305bd9cd59a,revision_number=5']} {{(pid=92474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:17:24.158674 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:17:24.553214 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfddb1a-763d-49fb-807a-9f14f320309d req-c0b4bfbd-de35-4843-ab4d-b147789b348f tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:17:24.554742 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-3dfddb1a-763d-49fb-807a-9f14f320309d req-c0b4bfbd-de35-4843-ab4d-b147789b348f tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] 10.222.0.44 "GET /v2.0/ports?device_id=1616fd2c-929a-4938-977f-a15d5e7ebbf8 HTTP/1.1" status: 200 len: 945 time: 0.0939476 May 25 12:17:24.599889 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-3dfddb1a-763d-49fb-807a-9f14f320309d req-2ebb5798-0182-4899-87b0-d28dfde98ad8 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] 10.222.0.44 "GET /v2.0/security-groups?id=38a619e1-b49f-4641-8bcb-79d8e6cdbdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392904 May 25 12:17:25.083987 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70578bf3-7374-4864-9a9f-290f1483fce1 req-3de99cfa-ff7c-47ed-b3d9-5eb240f3ce63 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:17:25.085656 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-70578bf3-7374-4864-9a9f-290f1483fce1 req-3de99cfa-ff7c-47ed-b3d9-5eb240f3ce63 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=12ef0035-1920-44f6-b187-08f9c1f54e9f HTTP/1.1" status: 200 len: 946 time: 0.0822959 May 25 12:17:25.132170 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-70578bf3-7374-4864-9a9f-290f1483fce1 req-5d125221-9665-4164-a433-6dab03a9a7d6 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4aa74e5-345e-4c0d-b07b-79e0eb5805ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407000 May 25 12:17:25.305864 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Device 49dfb877-9039-4eaf-bedb-12edb94d373d details requested by agent hyperv_hv-cinder-77923 with host hv-cinder-77923 {{(pid=92474) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 12:17:25.457781 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] For port 49dfb877-9039-4eaf-bedb-12edb94d373d, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=49dfb877-9039-4eaf-bedb-12edb94d373d,segment=NetworkSegment(a867bff5-0b48-4d60-bac3-5ba6e8b8d30c),segment_id=a867bff5-0b48-4d60-bac3-5ba6e8b8d30c)] {{(pid=92474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:17:25.471309 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Returning: {'device': '49dfb877-9039-4eaf-bedb-12edb94d373d', 'network_id': 'b95433bc-2dbd-474f-a7da-308000160943', 'port_id': '49dfb877-9039-4eaf-bedb-12edb94d373d', 'mac_address': 'fa:16:3e:82:c1:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b01b166f-5ba1-4373-a734-254ff90ae56a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92474) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 12:17:25.533512 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:25.552473 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.notifiers.nova [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 49dfb877-9039-4eaf-bedb-12edb94d373d {{(pid=92474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 12:17:25.573338 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] For port 49dfb877-9039-4eaf-bedb-12edb94d373d, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=49dfb877-9039-4eaf-bedb-12edb94d373d,segment=NetworkSegment(a867bff5-0b48-4d60-bac3-5ba6e8b8d30c),segment_id=a867bff5-0b48-4d60-bac3-5ba6e8b8d30c)] {{(pid=92474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:17:25.607168 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Device 4a23836f-6358-4b79-bb8d-2305bd9cd59a up at agent ovs-agent-dv-cinder-779233-5-smb {{(pid=92474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 12:17:25.687130 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Provisioning complete for port 4a23836f-6358-4b79-bb8d-2305bd9cd59a triggered by entity L2. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 12:17:25.687649 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902397'] for port, provisioning_complete {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:25.721064 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:25.732096 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-288fed37-447b-45fc-a68a-50490f36715d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:17:25.825384 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] get_ports_and_sgs() called for port_ids ['49dfb877-9039-4eaf-bedb-12edb94d373d'] {{(pid=92474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 12:17:25.840681 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5570e3-8ae9-41ec-af6d-fa1faef3b942 req-f96e8495-4c31-4686-9661-b814bd5e1eba tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:17:25.842306 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-9b5570e3-8ae9-41ec-af6d-fa1faef3b942 req-f96e8495-4c31-4686-9661-b814bd5e1eba tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] 10.222.0.44 "GET /v2.0/ports?device_id=1616fd2c-929a-4938-977f-a15d5e7ebbf8 HTTP/1.1" status: 200 len: 945 time: 0.1270282 May 25 12:17:25.909324 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-9b5570e3-8ae9-41ec-af6d-fa1faef3b942 req-bb7bafd7-04e9-410c-befb-06e70e072f8c tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] 10.222.0.44 "GET /v2.0/security-groups?id=38a619e1-b49f-4641-8bcb-79d8e6cdbdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605111 May 25 12:17:25.935992 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Pushing event updated for resources: {'Port': ['ID=49dfb877-9039-4eaf-bedb-12edb94d373d,revision_number=6']} {{(pid=92474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:17:25.947110 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:17:26.327238 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b5db89-0795-4d67-9183-7e50a72a10c7 req-7c77c37b-b5bf-42c7-a929-5044a0a1846c tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:17:26.328987 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-47b5db89-0795-4d67-9183-7e50a72a10c7 req-7c77c37b-b5bf-42c7-a929-5044a0a1846c tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=12ef0035-1920-44f6-b187-08f9c1f54e9f HTTP/1.1" status: 200 len: 945 time: 0.0826390 May 25 12:17:26.388759 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-47b5db89-0795-4d67-9183-7e50a72a10c7 req-278d8458-3860-4af3-9432-4d2be8ae26b8 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4aa74e5-345e-4c0d-b07b-79e0eb5805ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535884 May 25 12:17:26.582307 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f155508-c99e-46ab-ac39-664507f8a26f req-41bc4bf7-91a4-4941-a1fc-ef5ee1cddc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:17:26.584597 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-5f155508-c99e-46ab-ac39-664507f8a26f req-41bc4bf7-91a4-4941-a1fc-ef5ee1cddc56 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ac5d446aa86d403580c17e594b9b5cd4&device_id=1616fd2c-929a-4938-977f-a15d5e7ebbf8 HTTP/1.1" status: 200 len: 1098 time: 0.1364319 May 25 12:17:26.756605 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f155508-c99e-46ab-ac39-664507f8a26f req-6ce28532-281d-4720-a913-36d213bfe9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:17:26.758169 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-5f155508-c99e-46ab-ac39-664507f8a26f req-6ce28532-281d-4720-a913-36d213bfe9b2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ca40b0a3-0988-4313-9746-c2b99cc0662c HTTP/1.1" status: 200 len: 910 time: 0.1510508 May 25 12:17:26.874821 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-5f155508-c99e-46ab-ac39-664507f8a26f req-3822ef33-b124-4282-bd2d-0a9c85e2a992 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2af95e4b-8477-4041-abdc-2e02af23a969 HTTP/1.1" status: 200 len: 1000 time: 0.1086624 May 25 12:17:26.939713 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f155508-c99e-46ab-ac39-664507f8a26f req-c4940ed9-4c82-4876-84e9-bbbf53cffd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:17:26.941207 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-5f155508-c99e-46ab-ac39-664507f8a26f req-c4940ed9-4c82-4876-84e9-bbbf53cffd94 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c4d436e3-46bf-4879-9813-736257c5ba21 HTTP/1.1" status: 200 len: 848 time: 0.0605357 May 25 12:17:27.040794 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f155508-c99e-46ab-ac39-664507f8a26f req-a07ff38a-b371-45de-8e47-e15011640f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:17:27.042562 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-5f155508-c99e-46ab-ac39-664507f8a26f req-a07ff38a-b371-45de-8e47-e15011640f71 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ca40b0a3-0988-4313-9746-c2b99cc0662c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0910237 May 25 12:17:27.197915 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ee5736-f118-4902-83a4-315013e2d727 req-fb98d4bd-da81-410d-a754-724a02f45f99 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:17:27.199737 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-98ee5736-f118-4902-83a4-315013e2d727 req-fb98d4bd-da81-410d-a754-724a02f45f99 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] 10.222.0.44 "GET /v2.0/ports?device_id=1616fd2c-929a-4938-977f-a15d5e7ebbf8 HTTP/1.1" status: 200 len: 945 time: 0.1383822 May 25 12:17:27.208181 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-5f155508-c99e-46ab-ac39-664507f8a26f req-1d4fef2c-42d3-4dec-ab44-f55aa5f4b652 service neutron] 10.222.0.54 "GET /v2.0/networks/ca40b0a3-0988-4313-9746-c2b99cc0662c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569240 May 25 12:17:27.261389 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:27.275780 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-98ee5736-f118-4902-83a4-315013e2d727 req-8b66c054-3e93-4986-978e-e8b319929a38 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] 10.222.0.44 "GET /v2.0/security-groups?id=38a619e1-b49f-4641-8bcb-79d8e6cdbdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643079 May 25 12:17:27.310538 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Device 49dfb877-9039-4eaf-bedb-12edb94d373d up at agent hyperv_hv-cinder-77923 {{(pid=92474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 12:17:27.401419 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-5f155508-c99e-46ab-ac39-664507f8a26f req-0799712a-32b2-4fa0-b2a8-7ad42e6496ec service neutron] 10.222.0.54 "GET /v2.0/networks/ca40b0a3-0988-4313-9746-c2b99cc0662c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861463 May 25 12:17:27.403141 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Provisioning complete for port 49dfb877-9039-4eaf-bedb-12edb94d373d triggered by entity L2. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 12:17:27.403624 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902397'] for port, provisioning_complete {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:27.635219 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:27.678005 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12ef0035-1920-44f6-b187-08f9c1f54e9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49dfb877-9039-4eaf-bedb-12edb94d373d'}] {{(pid=92474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 12:17:27.689747 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] For port 49dfb877-9039-4eaf-bedb-12edb94d373d, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=49dfb877-9039-4eaf-bedb-12edb94d373d,segment=NetworkSegment(a867bff5-0b48-4d60-bac3-5ba6e8b8d30c),segment_id=a867bff5-0b48-4d60-bac3-5ba6e8b8d30c)] {{(pid=92474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:17:27.695275 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae4d15c-72c3-4e75-9bcf-d332b050f885 req-6c8156f8-af42-4020-a5ba-208e4004d981 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:17:27.696952 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-1ae4d15c-72c3-4e75-9bcf-d332b050f885 req-6c8156f8-af42-4020-a5ba-208e4004d981 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=12ef0035-1920-44f6-b187-08f9c1f54e9f HTTP/1.1" status: 200 len: 945 time: 0.1060963 May 25 12:17:27.726722 dv-cinder-779233-5-smb neutron-server[92474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12ef0035-1920-44f6-b187-08f9c1f54e9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49dfb877-9039-4eaf-bedb-12edb94d373d', 'code': 200} May 25 12:17:27.745856 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-1ae4d15c-72c3-4e75-9bcf-d332b050f885 req-c80d363a-a2b4-4846-86ed-29e39406eb4c tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4aa74e5-345e-4c0d-b07b-79e0eb5805ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414200 May 25 12:17:27.840421 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:27.844508 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-6214556d-40be-471b-bfe9-0d90da9ddca5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:17:27.948000 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Pushing event updated for resources: {'Port': ['ID=49dfb877-9039-4eaf-bedb-12edb94d373d,revision_number=7']} {{(pid=92474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:17:27.956960 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:17:27.957354 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:17:27.957614 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:17:27.957936 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:17:27.958254 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:17:27.958572 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:17:27.958885 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:17:27.959197 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:17:27.959535 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:17:27.959856 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:17:27.960160 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:17:27.960463 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:17:27.965567 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:17:28.516014 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c443b04-f3dc-40d8-a7a0-faba528c1ccd req-fb16f6f2-2e28-46d4-a13c-01257f774eff tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:17:28.527498 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-7c443b04-f3dc-40d8-a7a0-faba528c1ccd req-fb16f6f2-2e28-46d4-a13c-01257f774eff tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] 10.222.0.44 "GET /v2.0/ports?device_id=1616fd2c-929a-4938-977f-a15d5e7ebbf8 HTTP/1.1" status: 200 len: 945 time: 0.1172628 May 25 12:17:28.595584 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-7c443b04-f3dc-40d8-a7a0-faba528c1ccd req-51b64db2-2feb-47ef-bf59-247fc89d2feb tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] 10.222.0.44 "GET /v2.0/security-groups?id=38a619e1-b49f-4641-8bcb-79d8e6cdbdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617871 May 25 12:17:28.969993 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9a0901-698a-44de-966c-a627c825d1cb req-88cd620d-e3fd-4f13-886b-21292e24e550 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:17:28.971649 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-6e9a0901-698a-44de-966c-a627c825d1cb req-88cd620d-e3fd-4f13-886b-21292e24e550 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=12ef0035-1920-44f6-b187-08f9c1f54e9f HTTP/1.1" status: 200 len: 946 time: 0.0901101 May 25 12:17:29.019580 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-6e9a0901-698a-44de-966c-a627c825d1cb req-3e4466a4-ebd6-4a53-bc12-0ef69a060c9f tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4aa74e5-345e-4c0d-b07b-79e0eb5805ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416853 May 25 12:17:29.880603 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aea6f1-6c3e-4030-97c9-376a3d44384a req-0b492979-19c7-4513-abfd-073bc3f46945 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:17:29.882499 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-c8aea6f1-6c3e-4030-97c9-376a3d44384a req-0b492979-19c7-4513-abfd-073bc3f46945 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] 10.222.0.44 "GET /v2.0/networks?id=cd564631-6e78-4015-aaaf-60730c0751fd HTTP/1.1" status: 200 len: 814 time: 0.2101471 May 25 12:17:29.900127 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-c8aea6f1-6c3e-4030-97c9-376a3d44384a req-2cbf376c-2b03-473e-88e3-c01e49a45d79 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] 10.222.0.44 "GET /v2.0/quotas/76a95061831f431abb0c51a779557b0f HTTP/1.1" status: 200 len: 375 time: 0.0102036 May 25 12:17:29.911637 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa264519-fd1f-4ef5-a3b2-e717afedacbd req-9082678f-ae54-45f0-9f4f-7f75cf99753f tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:17:29.913170 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-fa264519-fd1f-4ef5-a3b2-e717afedacbd req-9082678f-ae54-45f0-9f4f-7f75cf99753f tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] 10.222.0.44 "GET /v2.0/ports?device_id=1616fd2c-929a-4938-977f-a15d5e7ebbf8 HTTP/1.1" status: 200 len: 945 time: 0.1483190 May 25 12:17:30.009018 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-fa264519-fd1f-4ef5-a3b2-e717afedacbd req-c669f6d3-e0c8-4c08-b91e-79866ea17dd3 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] 10.222.0.44 "GET /v2.0/security-groups?id=38a619e1-b49f-4641-8bcb-79d8e6cdbdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583868 May 25 12:17:30.041658 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-c8aea6f1-6c3e-4030-97c9-376a3d44384a req-db74fd67-08f7-421a-a0a1-8bbf9b239acf tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=76a95061831f431abb0c51a779557b0f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1273112 May 25 12:17:30.377212 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-c8aea6f1-6c3e-4030-97c9-376a3d44384a req-70f97db6-ae4c-4251-8f21-e3d880c7b74a service neutron] 10.222.0.44 "GET /v2.0/networks/cd564631-6e78-4015-aaaf-60730c0751fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3333104 May 25 12:17:30.389258 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101f46c6-426c-4e8c-b5e7-700ea0ba6382 req-3d5a936d-2adb-4330-b2a3-9ff0412a6b20 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:17:30.390844 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-101f46c6-426c-4e8c-b5e7-700ea0ba6382 req-3d5a936d-2adb-4330-b2a3-9ff0412a6b20 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=12ef0035-1920-44f6-b187-08f9c1f54e9f HTTP/1.1" status: 200 len: 946 time: 0.1361704 May 25 12:17:30.529587 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-101f46c6-426c-4e8c-b5e7-700ea0ba6382 req-2b511616-6281-46cf-8a92-65178b4bab63 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4aa74e5-345e-4c0d-b07b-79e0eb5805ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177404 May 25 12:17:30.558812 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-c8aea6f1-6c3e-4030-97c9-376a3d44384a req-949ad155-6ccc-4d9c-8a89-cab36aa59c56 service neutron] 10.222.0.44 "GET /v2.0/networks/cd564631-6e78-4015-aaaf-60730c0751fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669974 May 25 12:17:30.718096 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c824b96d-5a32-4778-bc2d-f9eca5cc55d8 req-c2c363f5-d2f8-45a2-a3db-ca8e01993148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:17:30.719623 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-c824b96d-5a32-4778-bc2d-f9eca5cc55d8 req-c2c363f5-d2f8-45a2-a3db-ca8e01993148 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ac5d446aa86d403580c17e594b9b5cd4&device_id=1616fd2c-929a-4938-977f-a15d5e7ebbf8 HTTP/1.1" status: 200 len: 1098 time: 0.0927322 May 25 12:17:30.861519 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c824b96d-5a32-4778-bc2d-f9eca5cc55d8 req-01304939-50ea-48c3-b43a-028d222124a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:17:31.136392 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-c824b96d-5a32-4778-bc2d-f9eca5cc55d8 req-01304939-50ea-48c3-b43a-028d222124a9 service neutron] 10.222.0.54 "GET /v2.0/networks?id=ca40b0a3-0988-4313-9746-c2b99cc0662c HTTP/1.1" status: 200 len: 910 time: 0.1266055 May 25 12:17:31.136392 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-c824b96d-5a32-4778-bc2d-f9eca5cc55d8 req-dd50a9a7-146e-428d-aed3-ab5b1afad4bd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2af95e4b-8477-4041-abdc-2e02af23a969 HTTP/1.1" status: 200 len: 1000 time: 0.0952806 May 25 12:17:31.136392 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c824b96d-5a32-4778-bc2d-f9eca5cc55d8 req-dfc7f697-7c01-4067-9d4a-be90d3abce0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:17:31.136392 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-c824b96d-5a32-4778-bc2d-f9eca5cc55d8 req-dfc7f697-7c01-4067-9d4a-be90d3abce0d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c4d436e3-46bf-4879-9813-736257c5ba21 HTTP/1.1" status: 200 len: 848 time: 0.0573108 May 25 12:17:31.136392 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c824b96d-5a32-4778-bc2d-f9eca5cc55d8 req-f3a79271-19fc-440f-9f6a-10df41cd91d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:17:31.136392 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-c824b96d-5a32-4778-bc2d-f9eca5cc55d8 req-f3a79271-19fc-440f-9f6a-10df41cd91d3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ca40b0a3-0988-4313-9746-c2b99cc0662c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0764675 May 25 12:17:31.243244 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-c824b96d-5a32-4778-bc2d-f9eca5cc55d8 req-f8a2dcaa-2a76-40bd-8434-42492a7a4c4c service neutron] 10.222.0.54 "GET /v2.0/networks/ca40b0a3-0988-4313-9746-c2b99cc0662c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228487 May 25 12:17:31.258595 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e1d774-a276-4feb-ac3f-63ccac0d0969 req-79b5d4c4-becd-4ca1-a5d9-553e7e3173d4 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:17:31.260698 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-03e1d774-a276-4feb-ac3f-63ccac0d0969 req-79b5d4c4-becd-4ca1-a5d9-553e7e3173d4 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] 10.222.0.44 "GET /v2.0/ports?device_id=1616fd2c-929a-4938-977f-a15d5e7ebbf8 HTTP/1.1" status: 200 len: 945 time: 0.1293073 May 25 12:17:31.304723 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-03e1d774-a276-4feb-ac3f-63ccac0d0969 req-a32f9dbb-b3bd-4ed0-a789-2bcce05d3111 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] 10.222.0.44 "GET /v2.0/security-groups?id=38a619e1-b49f-4641-8bcb-79d8e6cdbdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382068 May 25 12:17:31.376217 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-c824b96d-5a32-4778-bc2d-f9eca5cc55d8 req-fa741af9-067b-49f9-839a-1977a4d29862 service neutron] 10.222.0.54 "GET /v2.0/networks/ca40b0a3-0988-4313-9746-c2b99cc0662c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261187 May 25 12:17:31.452988 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-573eed69-f134-4c31-b1e3-dc9d9ff515b4 req-4343a347-3e43-4dc8-a95f-1ba12dae4542 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] 10.222.0.44 "GET /v2.0/ports?device_id=105de765-1c34-423f-98ad-8a5339ef474a HTTP/1.1" status: 200 len: 210 time: 0.0443347 May 25 12:17:31.773157 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ebad8b-14e1-41b5-8ed1-aab7844e1e07 req-41a186bf-c94e-4f93-8701-889ada3fe1e0 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:17:31.774752 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-09ebad8b-14e1-41b5-8ed1-aab7844e1e07 req-41a186bf-c94e-4f93-8701-889ada3fe1e0 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=12ef0035-1920-44f6-b187-08f9c1f54e9f HTTP/1.1" status: 200 len: 946 time: 0.1072290 May 25 12:17:31.825496 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-09ebad8b-14e1-41b5-8ed1-aab7844e1e07 req-5d411684-6f83-4144-a1e6-eca4b71b82dd tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4aa74e5-345e-4c0d-b07b-79e0eb5805ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437307 May 25 12:17:32.573118 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-ca44349e-953e-443a-9ad2-193b2a80fbfd req-5f7e7aa7-b349-4a86-b91d-809b7d784059 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] 10.222.0.44 "GET /v2.0/ports?device_id=105de765-1c34-423f-98ad-8a5339ef474a HTTP/1.1" status: 200 len: 210 time: 0.0503681 May 25 12:17:32.581549 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d4b6f-4284-4f5a-9ce5-023865a4aa0e req-617b514b-9d02-4887-8b83-ea853808f13e tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:17:32.588461 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-1c3d4b6f-4284-4f5a-9ce5-023865a4aa0e req-617b514b-9d02-4887-8b83-ea853808f13e tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] 10.222.0.44 "GET /v2.0/ports?device_id=1616fd2c-929a-4938-977f-a15d5e7ebbf8 HTTP/1.1" status: 200 len: 945 time: 0.1476769 May 25 12:17:32.643023 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-1c3d4b6f-4284-4f5a-9ce5-023865a4aa0e req-5aaf2031-8c5a-471f-b0da-4443e277a747 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] 10.222.0.44 "GET /v2.0/security-groups?id=38a619e1-b49f-4641-8bcb-79d8e6cdbdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530684 May 25 12:17:33.047836 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb9d1f6-d08b-45a7-90b3-2ee19dbd8d14 req-9a083260-95c6-4816-886d-6de41fb87138 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:17:33.049258 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-0cb9d1f6-d08b-45a7-90b3-2ee19dbd8d14 req-9a083260-95c6-4816-886d-6de41fb87138 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=12ef0035-1920-44f6-b187-08f9c1f54e9f HTTP/1.1" status: 200 len: 946 time: 0.0962510 May 25 12:17:33.107887 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-0cb9d1f6-d08b-45a7-90b3-2ee19dbd8d14 req-a54d395a-13e3-4759-84b2-00191af37d9c tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4aa74e5-345e-4c0d-b07b-79e0eb5805ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522685 May 25 12:17:33.817089 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-e46cbdd6-2535-4098-98b2-aa9d71e9774e req-0e05156c-1dd2-4f62-b99d-ba49db62ba75 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] 10.222.0.44 "GET /v2.0/ports?device_id=105de765-1c34-423f-98ad-8a5339ef474a HTTP/1.1" status: 200 len: 210 time: 0.1177397 May 25 12:17:33.882915 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe45ee5-8608-47d7-8f24-a33b51a387bd req-10e164fc-aa31-4f85-94f1-ea7e1eb96f17 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:17:33.884671 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-afe45ee5-8608-47d7-8f24-a33b51a387bd req-10e164fc-aa31-4f85-94f1-ea7e1eb96f17 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] 10.222.0.44 "GET /v2.0/ports?device_id=1616fd2c-929a-4938-977f-a15d5e7ebbf8 HTTP/1.1" status: 200 len: 945 time: 0.1248202 May 25 12:17:33.935238 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-afe45ee5-8608-47d7-8f24-a33b51a387bd req-60995199-e921-4c65-99f8-64673c0a3522 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] 10.222.0.44 "GET /v2.0/security-groups?id=38a619e1-b49f-4641-8bcb-79d8e6cdbdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432281 May 25 12:17:34.396517 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceedc256-713d-4a50-9376-f218703de93a req-d0f2a961-0473-4f2c-8008-ea437a81b201 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:17:34.398509 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-ceedc256-713d-4a50-9376-f218703de93a req-d0f2a961-0473-4f2c-8008-ea437a81b201 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=12ef0035-1920-44f6-b187-08f9c1f54e9f HTTP/1.1" status: 200 len: 946 time: 0.1495435 May 25 12:17:34.450624 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-ceedc256-713d-4a50-9376-f218703de93a req-6579eafb-0fa9-4656-81b2-bd3958d1a6a5 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4aa74e5-345e-4c0d-b07b-79e0eb5805ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461760 May 25 12:17:34.459595 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aea6f1-6c3e-4030-97c9-376a3d44384a req-ce0ac502-d2ed-4cf8-98fa-5947c49e319a tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:17:34.460311 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [req-c8aea6f1-6c3e-4030-97c9-376a3d44384a req-ce0ac502-d2ed-4cf8-98fa-5947c49e319a tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Synchronizing usage tracker for tenant:76a95061831f431abb0c51a779557b0f on resource:network {{(pid=92473) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 12:17:34.905972 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [req-c8aea6f1-6c3e-4030-97c9-376a3d44384a req-ce0ac502-d2ed-4cf8-98fa-5947c49e319a tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Unset dirty status for tenant:76a95061831f431abb0c51a779557b0f on resource:network {{(pid=92473) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 12:17:34.907414 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-c8aea6f1-6c3e-4030-97c9-376a3d44384a req-ce0ac502-d2ed-4cf8-98fa-5947c49e319a tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] 10.222.0.54 "GET /v2.0/networks?id=cd564631-6e78-4015-aaaf-60730c0751fd HTTP/1.1" status: 200 len: 814 time: 0.7451127 May 25 12:17:34.920519 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.v2.base [req-c8aea6f1-6c3e-4030-97c9-376a3d44384a req-83d7939a-f245-4197-bcf8-747c28ccd83a tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Request body: {'port': {'device_id': '105de765-1c34-423f-98ad-8a5339ef474a', 'network_id': 'cd564631-6e78-4015-aaaf-60730c0751fd', 'admin_state_up': True, 'tenant_id': '76a95061831f431abb0c51a779557b0f'}} {{(pid=92473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 12:17:34.988148 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-fea4b469-406b-4b05-b601-5cb08455601d req-b6361b1a-138d-4cb0-8a10-c883b3206dae tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] 10.222.0.44 "GET /v2.0/ports?device_id=105de765-1c34-423f-98ad-8a5339ef474a HTTP/1.1" status: 200 len: 210 time: 0.0550933 May 25 12:17:35.127595 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [req-c8aea6f1-6c3e-4030-97c9-376a3d44384a req-83d7939a-f245-4197-bcf8-747c28ccd83a tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:17:35.132050 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [req-c8aea6f1-6c3e-4030-97c9-376a3d44384a req-83d7939a-f245-4197-bcf8-747c28ccd83a tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Usage tracker for resource:port and tenant:76a95061831f431abb0c51a779557b0f is out of sync, need to count used quota {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:17:35.135824 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [req-c8aea6f1-6c3e-4030-97c9-376a3d44384a req-83d7939a-f245-4197-bcf8-747c28ccd83a tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Quota usage for port was recalculated. Used quota:2. {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:17:35.147688 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [req-c8aea6f1-6c3e-4030-97c9-376a3d44384a req-83d7939a-f245-4197-bcf8-747c28ccd83a tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:17:35.179005 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff03b107-3c68-4e89-a386-ab6267669202 req-6dbb1d7c-4cc0-4c8b-9388-fb3a414056c9 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:17:35.180292 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-ff03b107-3c68-4e89-a386-ab6267669202 req-6dbb1d7c-4cc0-4c8b-9388-fb3a414056c9 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] 10.222.0.44 "GET /v2.0/ports?device_id=1616fd2c-929a-4938-977f-a15d5e7ebbf8 HTTP/1.1" status: 200 len: 945 time: 0.0983596 May 25 12:17:35.239265 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-ff03b107-3c68-4e89-a386-ab6267669202 req-4479394c-c2aa-4bdc-82ad-b54c5b872944 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] 10.222.0.44 "GET /v2.0/security-groups?id=38a619e1-b49f-4641-8bcb-79d8e6cdbdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516520 May 25 12:17:35.278009 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8aea6f1-6c3e-4030-97c9-376a3d44384a req-83d7939a-f245-4197-bcf8-747c28ccd83a tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Made reservation on behalf of 76a95061831f431abb0c51a779557b0f for: {'port': 1} {{(pid=92473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 12:17:35.283173 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-c8aea6f1-6c3e-4030-97c9-376a3d44384a req-83d7939a-f245-4197-bcf8-747c28ccd83a tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:35.337441 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Device 2af95e4b-8477-4041-abdc-2e02af23a969 no longer exists at agent hyperv_hv-cinder-77923 {{(pid=92474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 12:17:35.506869 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.db_base_plugin_common [req-c8aea6f1-6c3e-4030-97c9-376a3d44384a req-83d7939a-f245-4197-bcf8-747c28ccd83a tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Allocated IP 172.20.0.3 (cd564631-6e78-4015-aaaf-60730c0751fd/791d9bb4-33b7-4c20-ac30-135c25dcfc49/43cd5fd7-bb31-40e0-84ea-70267fac0ba3) {{(pid=92473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 12:17:35.523789 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:35.574186 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1616fd2c-929a-4938-977f-a15d5e7ebbf8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2af95e4b-8477-4041-abdc-2e02af23a969'}] {{(pid=92474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 12:17:35.598677 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] For port 2af95e4b-8477-4041-abdc-2e02af23a969, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=2af95e4b-8477-4041-abdc-2e02af23a969,segment=NetworkSegment(49097f92-0341-4168-ba1f-09a48ee48333),segment_id=49097f92-0341-4168-ba1f-09a48ee48333)] {{(pid=92474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:17:35.669956 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:35.672987 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:17:35.735638 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68668fdf-b2f1-4737-a548-da3bf83527c6 req-db6ec4d1-8567-43d1-ba3e-ea6fe4bcf014 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:17:35.738119 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-68668fdf-b2f1-4737-a548-da3bf83527c6 req-db6ec4d1-8567-43d1-ba3e-ea6fe4bcf014 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=12ef0035-1920-44f6-b187-08f9c1f54e9f HTTP/1.1" status: 200 len: 946 time: 0.1246619 May 25 12:17:35.771021 dv-cinder-779233-5-smb neutron-server[92474]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1616fd2c-929a-4938-977f-a15d5e7ebbf8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2af95e4b-8477-4041-abdc-2e02af23a969', 'code': 422} returned with failed status May 25 12:17:35.845235 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-68668fdf-b2f1-4737-a548-da3bf83527c6 req-fd4b2b1e-6a06-45a6-aefc-798bab27644c tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4aa74e5-345e-4c0d-b07b-79e0eb5805ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008010 May 25 12:17:35.845752 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 43508) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:17:35.874712 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Pushing event updated for resources: {'Port': ['ID=2af95e4b-8477-4041-abdc-2e02af23a969,revision_number=6']} {{(pid=92474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:17:35.879356 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:17:35.910243 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-c8aea6f1-6c3e-4030-97c9-376a3d44384a req-83d7939a-f245-4197-bcf8-747c28ccd83a tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Notify callbacks [] for port, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:35.928477 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.provisioning_blocks [req-c8aea6f1-6c3e-4030-97c9-376a3d44384a req-83d7939a-f245-4197-bcf8-747c28ccd83a tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Transition to ACTIVE for port object 43cd5fd7-bb31-40e0-84ea-70267fac0ba3 will not be triggered until provisioned by entity DHCP. {{(pid=92473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 12:17:36.032347 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-c8aea6f1-6c3e-4030-97c9-376a3d44384a req-83d7939a-f245-4197-bcf8-747c28ccd83a tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786008105683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2465563'] for port, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:36.050919 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-c901b909-628b-4e52-898a-f63a8655fd95 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:17:36.081876 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b6ab96-9afe-4360-9f06-ca2122def153 req-40e9432e-aa11-4db1-a5e7-18547aaff2cb tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:17:36.085753 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-65b6ab96-9afe-4360-9f06-ca2122def153 req-40e9432e-aa11-4db1-a5e7-18547aaff2cb tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] 10.222.0.44 "GET /v2.0/ports?device_id=1616fd2c-929a-4938-977f-a15d5e7ebbf8 HTTP/1.1" status: 200 len: 943 time: 0.2015548 May 25 12:17:36.137866 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-5407784c-cb69-4fb7-bc5f-1d1ed7b7eee7 req-7ad497a9-77c9-4e0d-81a0-4d954d5de96d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1616fd2c-929a-4938-977f-a15d5e7ebbf8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2909298 May 25 12:17:36.153937 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8aea6f1-6c3e-4030-97c9-376a3d44384a req-83d7939a-f245-4197-bcf8-747c28ccd83a tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Network cd564631-6e78-4015-aaaf-60730c0751fd is already hosted by enough agents. {{(pid=92473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 12:17:36.155099 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.scheduler.base_scheduler [req-c8aea6f1-6c3e-4030-97c9-376a3d44384a req-83d7939a-f245-4197-bcf8-747c28ccd83a tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Resources bound (agent type, host, resource id): {{(pid=92473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 12:17:36.164287 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8aea6f1-6c3e-4030-97c9-376a3d44384a req-83d7939a-f245-4197-bcf8-747c28ccd83a tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Received port after_create {{(pid=92473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 12:17:36.277006 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-65b6ab96-9afe-4360-9f06-ca2122def153 req-6e1e2887-0d5b-479e-92b1-e17e2b085987 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] 10.222.0.44 "GET /v2.0/security-groups?id=38a619e1-b49f-4641-8bcb-79d8e6cdbdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1807022 May 25 12:17:36.340832 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d7939a-f245-4197-bcf8-747c28ccd83a tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Pushing event updated for resources: {'Port': ['ID=43cd5fd7-bb31-40e0-84ea-70267fac0ba3,revision_number=1']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:17:36.352236 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-83d7939a-f245-4197-bcf8-747c28ccd83a tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:17:36.361821 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aea6f1-6c3e-4030-97c9-376a3d44384a req-83d7939a-f245-4197-bcf8-747c28ccd83a tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:17:36.362146 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-c8aea6f1-6c3e-4030-97c9-376a3d44384a req-83d7939a-f245-4197-bcf8-747c28ccd83a tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163099'] for port, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:36.376431 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2f2b6b-28c7-4fa1-bf79-b96daa51934b req-022b6c46-fbf4-4d35-8d27-8778b3b30563 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:17:36.378132 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-2a2f2b6b-28c7-4fa1-bf79-b96daa51934b req-022b6c46-fbf4-4d35-8d27-8778b3b30563 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] 10.222.0.44 "GET /v2.0/ports?device_id=105de765-1c34-423f-98ad-8a5339ef474a HTTP/1.1" status: 200 len: 931 time: 0.2308264 May 25 12:17:36.480084 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-2a2f2b6b-28c7-4fa1-bf79-b96daa51934b req-6823d109-fa40-4104-bdf2-1cadc8464fd0 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] 10.222.0.44 "GET /v2.0/security-groups?id=c463a1c7-9126-4ce7-b458-d16dda484ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939817 May 25 12:17:36.503385 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-c8aea6f1-6c3e-4030-97c9-376a3d44384a req-83d7939a-f245-4197-bcf8-747c28ccd83a tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5771017 May 25 12:17:36.507771 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.v2.base [req-c8aea6f1-6c3e-4030-97c9-376a3d44384a req-df5847a2-ca19-4a8e-b259-f527eee295fa service neutron] Request body: {'port': {'device_id': '105de765-1c34-423f-98ad-8a5339ef474a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77923'}} {{(pid=92473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 12:17:36.601196 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-39d75073-6ce6-4ee5-b48c-2522f9260ea9 None None] Provisioning for port 43cd5fd7-bb31-40e0-84ea-70267fac0ba3 completed by entity DHCP. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 12:17:36.609832 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-39d75073-6ce6-4ee5-b48c-2522f9260ea9 None None] Provisioning complete for port 43cd5fd7-bb31-40e0-84ea-70267fac0ba3 triggered by entity DHCP. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 12:17:36.610558 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-39d75073-6ce6-4ee5-b48c-2522f9260ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902397'] for port, provisioning_complete {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:36.673310 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-c8aea6f1-6c3e-4030-97c9-376a3d44384a req-df5847a2-ca19-4a8e-b259-f527eee295fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:36.703803 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.plugin [None req-39d75073-6ce6-4ee5-b48c-2522f9260ea9 None None] Port 43cd5fd7-bb31-40e0-84ea-70267fac0ba3 cannot update to ACTIVE because it is not bound. {{(pid=92474) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 12:17:37.118961 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.agents_db [None req-9d38de35-3365-4658-8f1e-c8b00fd146ea None None] Agent healthcheck: found 6 active agents {{(pid=92475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 12:17:37.227002 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e60e44-09d0-4626-93c3-c128c62ded6a req-7cb21432-0a9d-48e8-a7fc-8984653fa242 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:17:37.245852 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-c4e60e44-09d0-4626-93c3-c128c62ded6a req-7cb21432-0a9d-48e8-a7fc-8984653fa242 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=12ef0035-1920-44f6-b187-08f9c1f54e9f HTTP/1.1" status: 200 len: 946 time: 0.1920159 May 25 12:17:37.331830 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-c4e60e44-09d0-4626-93c3-c128c62ded6a req-bbd39849-3a1b-4edb-bb29-8b420ded1196 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4aa74e5-345e-4c0d-b07b-79e0eb5805ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844996 May 25 12:17:37.391830 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.notifiers.nova [req-c8aea6f1-6c3e-4030-97c9-376a3d44384a req-df5847a2-ca19-4a8e-b259-f527eee295fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43cd5fd7-bb31-40e0-84ea-70267fac0ba3 {{(pid=92473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 12:17:37.404554 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-c8aea6f1-6c3e-4030-97c9-376a3d44384a req-df5847a2-ca19-4a8e-b259-f527eee295fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:37.455280 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.provisioning_blocks [req-c8aea6f1-6c3e-4030-97c9-376a3d44384a req-df5847a2-ca19-4a8e-b259-f527eee295fa service neutron] Transition to ACTIVE for port object 43cd5fd7-bb31-40e0-84ea-70267fac0ba3 will not be triggered until provisioned by entity L2. {{(pid=92473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 12:17:37.535186 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-c8aea6f1-6c3e-4030-97c9-376a3d44384a req-df5847a2-ca19-4a8e-b259-f527eee295fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2465554'] for port, after_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:37.546241 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-015354b7-6f03-4280-9f8e-df2c052f711f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:17:37.957913 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93551648-827e-4cb2-8410-3072fef38379 req-426cea19-e55b-4320-87ce-da2e7a337092 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:17:37.974334 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-93551648-827e-4cb2-8410-3072fef38379 req-426cea19-e55b-4320-87ce-da2e7a337092 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] 10.222.0.44 "GET /v2.0/ports?device_id=1616fd2c-929a-4938-977f-a15d5e7ebbf8 HTTP/1.1" status: 200 len: 943 time: 0.4994473 May 25 12:17:38.068833 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-93551648-827e-4cb2-8410-3072fef38379 req-f883337b-1c4c-4a23-952a-8d8eaae8cdf6 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] 10.222.0.44 "GET /v2.0/security-groups?id=38a619e1-b49f-4641-8bcb-79d8e6cdbdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931742 May 25 12:17:38.084215 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.managers [req-c8aea6f1-6c3e-4030-97c9-376a3d44384a req-df5847a2-ca19-4a8e-b259-f527eee295fa service neutron] Attempting to bind port 43cd5fd7-bb31-40e0-84ea-70267fac0ba3 on host hv-cinder-77923 for vnic_type normal with profile {{(pid=92473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 12:17:38.084902 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.managers [req-c8aea6f1-6c3e-4030-97c9-376a3d44384a req-df5847a2-ca19-4a8e-b259-f527eee295fa service neutron] Attempting to bind port 43cd5fd7-bb31-40e0-84ea-70267fac0ba3 by drivers openvswitch,hyperv on host hv-cinder-77923 at level 0 using segments [{'id': '2245066f-0d33-45b8-ad22-7d1664ef3bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'cd564631-6e78-4015-aaaf-60730c0751fd'}] {{(pid=92473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 12:17:38.085459 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8aea6f1-6c3e-4030-97c9-376a3d44384a req-df5847a2-ca19-4a8e-b259-f527eee295fa service neutron] Attempting to bind port 43cd5fd7-bb31-40e0-84ea-70267fac0ba3 on network cd564631-6e78-4015-aaaf-60730c0751fd {{(pid=92473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 12:17:38.093957 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8aea6f1-6c3e-4030-97c9-376a3d44384a req-df5847a2-ca19-4a8e-b259-f527eee295fa service neutron] Port 43cd5fd7-bb31-40e0-84ea-70267fac0ba3 on network cd564631-6e78-4015-aaaf-60730c0751fd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77923 {{(pid=92473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 12:17:38.094529 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942cedab-c6d2-4aaf-b580-87e2a8a7804c req-28922eb6-0ae2-4d3e-96bd-28d0c21c416a tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:17:38.094871 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8aea6f1-6c3e-4030-97c9-376a3d44384a req-df5847a2-ca19-4a8e-b259-f527eee295fa service neutron] Attempting to bind port 43cd5fd7-bb31-40e0-84ea-70267fac0ba3 on network cd564631-6e78-4015-aaaf-60730c0751fd {{(pid=92473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 12:17:38.101129 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8aea6f1-6c3e-4030-97c9-376a3d44384a req-df5847a2-ca19-4a8e-b259-f527eee295fa service neutron] Checking agent: {'id': 'ffba2d31-78f6-4a67-909d-2363647ed231', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77923', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 12, 10, 27), 'started_at': datetime.datetime(2021, 5, 25, 12, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 12, 17, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 12:17:38.101677 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-942cedab-c6d2-4aaf-b580-87e2a8a7804c req-28922eb6-0ae2-4d3e-96bd-28d0c21c416a tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] 10.222.0.44 "GET /v2.0/ports?device_id=105de765-1c34-423f-98ad-8a5339ef474a HTTP/1.1" status: 200 len: 943 time: 0.3200829 May 25 12:17:38.102196 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8aea6f1-6c3e-4030-97c9-376a3d44384a req-df5847a2-ca19-4a8e-b259-f527eee295fa service neutron] Checking segment: {'id': '2245066f-0d33-45b8-ad22-7d1664ef3bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'cd564631-6e78-4015-aaaf-60730c0751fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 12:17:38.102806 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8aea6f1-6c3e-4030-97c9-376a3d44384a req-df5847a2-ca19-4a8e-b259-f527eee295fa service neutron] Bound using segment: {'id': '2245066f-0d33-45b8-ad22-7d1664ef3bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'cd564631-6e78-4015-aaaf-60730c0751fd'} {{(pid=92473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 12:17:38.103531 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.managers [req-c8aea6f1-6c3e-4030-97c9-376a3d44384a req-df5847a2-ca19-4a8e-b259-f527eee295fa service neutron] Bound port: 43cd5fd7-bb31-40e0-84ea-70267fac0ba3, host: hv-cinder-77923, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2245066f-0d33-45b8-ad22-7d1664ef3bdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'cd564631-6e78-4015-aaaf-60730c0751fd'}}] {{(pid=92473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 12:17:38.104121 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-c8aea6f1-6c3e-4030-97c9-376a3d44384a req-df5847a2-ca19-4a8e-b259-f527eee295fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:38.122712 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5847a2-ca19-4a8e-b259-f527eee295fa service neutron] Pushing event updated for resources: {'Port': ['ID=43cd5fd7-bb31-40e0-84ea-70267fac0ba3,revision_number=2']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:17:38.149996 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-df5847a2-ca19-4a8e-b259-f527eee295fa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.604s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:17:38.198458 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-942cedab-c6d2-4aaf-b580-87e2a8a7804c req-f29a5f88-7ce7-428a-ac72-fec1de85b363 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] 10.222.0.44 "GET /v2.0/security-groups?id=c463a1c7-9126-4ce7-b458-d16dda484ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958204 May 25 12:17:38.233647 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.db [req-c8aea6f1-6c3e-4030-97c9-376a3d44384a req-df5847a2-ca19-4a8e-b259-f527eee295fa service neutron] For port 43cd5fd7-bb31-40e0-84ea-70267fac0ba3, host hv-cinder-77923, cleared binding levels {{(pid=92473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 12:17:38.237774 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.db [req-c8aea6f1-6c3e-4030-97c9-376a3d44384a req-df5847a2-ca19-4a8e-b259-f527eee295fa service neutron] For port 43cd5fd7-bb31-40e0-84ea-70267fac0ba3, host hv-cinder-77923, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=43cd5fd7-bb31-40e0-84ea-70267fac0ba3,segment=NetworkSegment(2245066f-0d33-45b8-ad22-7d1664ef3bdd),segment_id=2245066f-0d33-45b8-ad22-7d1664ef3bdd)] {{(pid=92473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 12:17:38.586582 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e80376-6000-4792-9b92-6cf563b4332b req-f561720d-f9e5-45c3-b900-8e7407cfe6ad tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:17:38.588061 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-42e80376-6000-4792-9b92-6cf563b4332b req-f561720d-f9e5-45c3-b900-8e7407cfe6ad tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=12ef0035-1920-44f6-b187-08f9c1f54e9f HTTP/1.1" status: 200 len: 946 time: 0.0855689 May 25 12:17:38.616472 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-c8aea6f1-6c3e-4030-97c9-376a3d44384a req-df5847a2-ca19-4a8e-b259-f527eee295fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2465554'] for port, after_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:38.623901 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-bf0f3201-5929-4ef6-9c70-8cf96fc4c3ac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:17:38.632222 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-42e80376-6000-4792-9b92-6cf563b4332b req-f6b3e855-b504-4fe0-9a21-0ba9990540d3 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4aa74e5-345e-4c0d-b07b-79e0eb5805ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384085 May 25 12:17:38.685390 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aea6f1-6c3e-4030-97c9-376a3d44384a req-df5847a2-ca19-4a8e-b259-f527eee295fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:17:38.686272 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-c8aea6f1-6c3e-4030-97c9-376a3d44384a req-df5847a2-ca19-4a8e-b259-f527eee295fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163099'] for port, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:38.687674 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-c8aea6f1-6c3e-4030-97c9-376a3d44384a req-df5847a2-ca19-4a8e-b259-f527eee295fa service neutron] 10.222.0.54 "PUT /v2.0/ports/43cd5fd7-bb31-40e0-84ea-70267fac0ba3 HTTP/1.1" status: 200 len: 1093 time: 2.1872675 May 25 12:17:38.688165 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '105de765-1c34-423f-98ad-8a5339ef474a', 'tag': '43cd5fd7-bb31-40e0-84ea-70267fac0ba3'}] {{(pid=92473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 12:17:38.715646 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5847a2-ca19-4a8e-b259-f527eee295fa service neutron] Pushing event updated for resources: {'Port': ['ID=43cd5fd7-bb31-40e0-84ea-70267fac0ba3,revision_number=3']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:17:38.719067 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-df5847a2-ca19-4a8e-b259-f527eee295fa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:17:38.911518 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '105de765-1c34-423f-98ad-8a5339ef474a', 'tag': '43cd5fd7-bb31-40e0-84ea-70267fac0ba3', 'status': 'completed', 'code': 200} May 25 12:17:38.935261 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aea6f1-6c3e-4030-97c9-376a3d44384a req-cb178b3e-a45d-47b5-bc0d-c6071d69028a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:17:38.936782 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-c8aea6f1-6c3e-4030-97c9-376a3d44384a req-cb178b3e-a45d-47b5-bc0d-c6071d69028a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=76a95061831f431abb0c51a779557b0f&device_id=105de765-1c34-423f-98ad-8a5339ef474a HTTP/1.1" status: 200 len: 1096 time: 0.0884099 May 25 12:17:39.104073 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-c8aea6f1-6c3e-4030-97c9-376a3d44384a req-589a1975-baf7-4f10-ac5c-568b5ecffeaa service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=43cd5fd7-bb31-40e0-84ea-70267fac0ba3 HTTP/1.1" status: 200 len: 217 time: 0.1597438 May 25 12:17:39.170268 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aea6f1-6c3e-4030-97c9-376a3d44384a req-7dd79a55-370f-4ea3-ba0d-1555c761fd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:17:39.174554 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-c8aea6f1-6c3e-4030-97c9-376a3d44384a req-7dd79a55-370f-4ea3-ba0d-1555c761fd85 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=791d9bb4-33b7-4c20-ac30-135c25dcfc49 HTTP/1.1" status: 200 len: 853 time: 0.0611835 May 25 12:17:39.282206 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aea6f1-6c3e-4030-97c9-376a3d44384a req-b5d93f10-09c1-4c51-b71e-748a512b160e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:17:39.284941 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-c8aea6f1-6c3e-4030-97c9-376a3d44384a req-b5d93f10-09c1-4c51-b71e-748a512b160e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cd564631-6e78-4015-aaaf-60730c0751fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1021609 May 25 12:17:39.352149 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4c2cd3-4229-4c9e-a6de-2bfd60a6bf10 req-d4651f54-523f-4c89-b6de-48faa71ad944 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:17:39.358404 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-6a4c2cd3-4229-4c9e-a6de-2bfd60a6bf10 req-d4651f54-523f-4c89-b6de-48faa71ad944 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] 10.222.0.44 "GET /v2.0/ports?device_id=1616fd2c-929a-4938-977f-a15d5e7ebbf8 HTTP/1.1" status: 200 len: 943 time: 0.1714134 May 25 12:17:39.513705 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-6a4c2cd3-4229-4c9e-a6de-2bfd60a6bf10 req-95da89d0-9bcc-4b46-947b-b075383f45d6 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] 10.222.0.44 "GET /v2.0/security-groups?id=38a619e1-b49f-4641-8bcb-79d8e6cdbdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1424444 May 25 12:17:39.523065 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-c8aea6f1-6c3e-4030-97c9-376a3d44384a req-1079ec74-e917-46c6-bd07-3d37f3b4dcd6 service neutron] 10.222.0.54 "GET /v2.0/networks/cd564631-6e78-4015-aaaf-60730c0751fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123005 May 25 12:17:39.614618 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce77987-e64a-4506-91aa-605e17f7b15e req-8cff5119-c8b1-4070-8a4b-c9ed6c3b4417 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:17:39.632048 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-7ce77987-e64a-4506-91aa-605e17f7b15e req-8cff5119-c8b1-4070-8a4b-c9ed6c3b4417 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] 10.222.0.44 "GET /v2.0/ports?device_id=105de765-1c34-423f-98ad-8a5339ef474a HTTP/1.1" status: 200 len: 943 time: 0.2646332 May 25 12:17:39.729071 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-7ce77987-e64a-4506-91aa-605e17f7b15e req-ac1bcb5b-4e19-472c-9836-4f7196ecfcda tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] 10.222.0.44 "GET /v2.0/security-groups?id=c463a1c7-9126-4ce7-b458-d16dda484ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929306 May 25 12:17:39.892593 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-c8aea6f1-6c3e-4030-97c9-376a3d44384a req-fa4afb87-9068-4105-9dd4-acfa3c35281d service neutron] 10.222.0.54 "GET /v2.0/networks/cd564631-6e78-4015-aaaf-60730c0751fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2946784 May 25 12:17:40.014627 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeed4c96-3ac4-4887-af94-efcd74048323 req-f3fe4485-eea1-433e-afe2-62d5708c351b tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:17:40.029782 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-eeed4c96-3ac4-4887-af94-efcd74048323 req-f3fe4485-eea1-433e-afe2-62d5708c351b tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=12ef0035-1920-44f6-b187-08f9c1f54e9f HTTP/1.1" status: 200 len: 946 time: 0.1403766 May 25 12:17:40.112975 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-eeed4c96-3ac4-4887-af94-efcd74048323 req-78e93643-db89-469f-ac68-5d3fb6ddbf3a tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4aa74e5-345e-4c0d-b07b-79e0eb5805ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819442 May 25 12:17:40.364889 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2e906a-155a-453b-984d-35e6ded6b4e5 req-e7d1e5cf-473f-48d2-b5ed-77db00c7fbea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:17:40.366439 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-be2e906a-155a-453b-984d-35e6ded6b4e5 req-e7d1e5cf-473f-48d2-b5ed-77db00c7fbea service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=76a95061831f431abb0c51a779557b0f&device_id=105de765-1c34-423f-98ad-8a5339ef474a HTTP/1.1" status: 200 len: 1096 time: 0.0725489 May 25 12:17:40.570326 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2e906a-155a-453b-984d-35e6ded6b4e5 req-2ab02de6-1f6e-43f2-948e-ba63586fe1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:17:40.573433 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-be2e906a-155a-453b-984d-35e6ded6b4e5 req-2ab02de6-1f6e-43f2-948e-ba63586fe1be service neutron] 10.222.0.54 "GET /v2.0/networks?id=cd564631-6e78-4015-aaaf-60730c0751fd HTTP/1.1" status: 200 len: 915 time: 0.1701620 May 25 12:17:40.697783 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c270f7f4-2c58-4444-8519-c959b18e8e69 req-4c135cd5-9bdf-4b11-ae74-fa97a59a743e tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:17:40.699249 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-c270f7f4-2c58-4444-8519-c959b18e8e69 req-4c135cd5-9bdf-4b11-ae74-fa97a59a743e tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] 10.222.0.44 "GET /v2.0/ports?device_id=1616fd2c-929a-4938-977f-a15d5e7ebbf8 HTTP/1.1" status: 200 len: 943 time: 0.0861199 May 25 12:17:40.764322 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-c270f7f4-2c58-4444-8519-c959b18e8e69 req-c948d17e-388b-4869-baa8-1429b8daeb2a tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] 10.222.0.44 "GET /v2.0/security-groups?id=38a619e1-b49f-4641-8bcb-79d8e6cdbdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566690 May 25 12:17:40.971540 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5db960-f218-456a-9cc4-8c315e69b8e6 req-000a2ab3-a82b-4003-b57b-9915299d7a92 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:17:40.973161 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-8c5db960-f218-456a-9cc4-8c315e69b8e6 req-000a2ab3-a82b-4003-b57b-9915299d7a92 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] 10.222.0.44 "GET /v2.0/ports?device_id=105de765-1c34-423f-98ad-8a5339ef474a HTTP/1.1" status: 200 len: 943 time: 0.0919390 May 25 12:17:41.021284 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-8c5db960-f218-456a-9cc4-8c315e69b8e6 req-7287885b-8efe-48e4-b0fd-fd21113c2c7e tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] 10.222.0.44 "GET /v2.0/security-groups?id=c463a1c7-9126-4ce7-b458-d16dda484ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425682 May 25 12:17:41.358424 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec82364-ebce-4dc0-ad09-cbe044df8218 req-b1149dab-5f9b-4a18-a0a2-165ad5b16288 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:17:41.359977 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-4ec82364-ebce-4dc0-ad09-cbe044df8218 req-b1149dab-5f9b-4a18-a0a2-165ad5b16288 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=12ef0035-1920-44f6-b187-08f9c1f54e9f HTTP/1.1" status: 200 len: 946 time: 0.0811865 May 25 12:17:41.408151 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-4ec82364-ebce-4dc0-ad09-cbe044df8218 req-e0dcdae5-4077-49e5-9185-19d9175fec30 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4aa74e5-345e-4c0d-b07b-79e0eb5805ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423455 May 25 12:17:41.948630 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90772577-90e2-427b-97c0-fb9b7a9b63f2 req-91f5433f-61dd-4a10-ae4b-b533ff349bcb tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:17:41.950109 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-90772577-90e2-427b-97c0-fb9b7a9b63f2 req-91f5433f-61dd-4a10-ae4b-b533ff349bcb tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] 10.222.0.44 "GET /v2.0/ports?device_id=1616fd2c-929a-4938-977f-a15d5e7ebbf8 HTTP/1.1" status: 200 len: 943 time: 0.0867186 May 25 12:17:41.997093 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-90772577-90e2-427b-97c0-fb9b7a9b63f2 req-8103d67d-ea44-4471-8297-3bd7de02bae1 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] 10.222.0.44 "GET /v2.0/security-groups?id=38a619e1-b49f-4641-8bcb-79d8e6cdbdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408192 May 25 12:17:42.223617 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9b9f21-90a1-4f57-9fd4-44c69438b75e req-4387793c-8fc5-44ae-a45d-cbdeed3e1865 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:17:42.225088 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-8c9b9f21-90a1-4f57-9fd4-44c69438b75e req-4387793c-8fc5-44ae-a45d-cbdeed3e1865 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] 10.222.0.44 "GET /v2.0/ports?device_id=105de765-1c34-423f-98ad-8a5339ef474a HTTP/1.1" status: 200 len: 943 time: 0.0831132 May 25 12:17:42.272075 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-8c9b9f21-90a1-4f57-9fd4-44c69438b75e req-afc3e4a0-ea8b-4853-824f-d563bf53aefc tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] 10.222.0.44 "GET /v2.0/security-groups?id=c463a1c7-9126-4ce7-b458-d16dda484ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397637 May 25 12:17:42.610587 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d2e27f-2c11-48db-a052-21522bcc7529 req-8e43c8fc-c468-49d4-959c-e415dd311dcb tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:17:42.612100 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-e3d2e27f-2c11-48db-a052-21522bcc7529 req-8e43c8fc-c468-49d4-959c-e415dd311dcb tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=12ef0035-1920-44f6-b187-08f9c1f54e9f HTTP/1.1" status: 200 len: 946 time: 0.0868282 May 25 12:17:42.670751 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-e3d2e27f-2c11-48db-a052-21522bcc7529 req-b56cb575-50a8-4fa3-a37e-515bbee1e1c5 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4aa74e5-345e-4c0d-b07b-79e0eb5805ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527344 May 25 12:17:43.218140 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e2ef11-afc5-4e54-aa4b-d1b2a484b794 req-b7dcc0fb-7022-4854-860c-30fd9ef0d7bd tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:17:43.219702 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-92e2ef11-afc5-4e54-aa4b-d1b2a484b794 req-b7dcc0fb-7022-4854-860c-30fd9ef0d7bd tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] 10.222.0.44 "GET /v2.0/ports?device_id=1616fd2c-929a-4938-977f-a15d5e7ebbf8 HTTP/1.1" status: 200 len: 943 time: 0.0851672 May 25 12:17:43.269509 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-92e2ef11-afc5-4e54-aa4b-d1b2a484b794 req-f13c6c75-1f00-44bf-8bac-1ddb9d07654e tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] 10.222.0.44 "GET /v2.0/security-groups?id=38a619e1-b49f-4641-8bcb-79d8e6cdbdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441551 May 25 12:17:43.461056 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19198ff-703e-4e53-966b-5d06e3007f7b req-e333d114-fe1b-47b0-ba6d-6f118869de07 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:17:43.462669 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-d19198ff-703e-4e53-966b-5d06e3007f7b req-e333d114-fe1b-47b0-ba6d-6f118869de07 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] 10.222.0.44 "GET /v2.0/ports?device_id=105de765-1c34-423f-98ad-8a5339ef474a HTTP/1.1" status: 200 len: 943 time: 0.0821409 May 25 12:17:43.508888 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-d19198ff-703e-4e53-966b-5d06e3007f7b req-62cdca5b-8d0d-4eab-81fe-d5f51f6fe6da tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] 10.222.0.44 "GET /v2.0/security-groups?id=c463a1c7-9126-4ce7-b458-d16dda484ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400662 May 25 12:17:43.928439 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fdb7ee-d502-4f13-b731-0c3ffc22d47d req-092ce8ff-7587-4cdf-b5b9-2fffcfb8508a tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:17:43.929936 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-11fdb7ee-d502-4f13-b731-0c3ffc22d47d req-092ce8ff-7587-4cdf-b5b9-2fffcfb8508a tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=12ef0035-1920-44f6-b187-08f9c1f54e9f HTTP/1.1" status: 200 len: 946 time: 0.0845973 May 25 12:17:43.979224 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-11fdb7ee-d502-4f13-b731-0c3ffc22d47d req-d597bc8e-b7db-46ac-a9ed-f3cd54e91499 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4aa74e5-345e-4c0d-b07b-79e0eb5805ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417655 May 25 12:17:44.035097 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-13bac16a-d43d-4924-8634-0c650cabe2bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:44.459435 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea77fb7-825e-49c9-9ef6-50df28345e66 req-3585650f-fa4e-4384-8856-2c3392be2617 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:17:44.460936 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-cea77fb7-825e-49c9-9ef6-50df28345e66 req-3585650f-fa4e-4384-8856-2c3392be2617 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] 10.222.0.44 "GET /v2.0/ports?device_id=1616fd2c-929a-4938-977f-a15d5e7ebbf8 HTTP/1.1" status: 200 len: 943 time: 0.0830488 May 25 12:17:44.506574 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-cea77fb7-825e-49c9-9ef6-50df28345e66 req-98ea6669-3803-4ac4-b462-a853a8eef328 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] 10.222.0.44 "GET /v2.0/security-groups?id=38a619e1-b49f-4641-8bcb-79d8e6cdbdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394900 May 25 12:17:44.700957 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7d7096-38c6-4454-a191-de2d3731221a req-300a2e06-c018-4306-9636-404917bbce60 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:17:44.702462 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-da7d7096-38c6-4454-a191-de2d3731221a req-300a2e06-c018-4306-9636-404917bbce60 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] 10.222.0.44 "GET /v2.0/ports?device_id=105de765-1c34-423f-98ad-8a5339ef474a HTTP/1.1" status: 200 len: 943 time: 0.0876052 May 25 12:17:44.750666 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-da7d7096-38c6-4454-a191-de2d3731221a req-bd4a8ee3-a0a8-42d6-98f7-d8f0d9e64abb tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] 10.222.0.44 "GET /v2.0/security-groups?id=c463a1c7-9126-4ce7-b458-d16dda484ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414729 May 25 12:17:45.333105 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c27099-a24d-46e8-a8b8-629c3bb819b5 req-3b403c82-72e2-47a9-9f56-0fa45a811fde tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:17:45.334639 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-a8c27099-a24d-46e8-a8b8-629c3bb819b5 req-3b403c82-72e2-47a9-9f56-0fa45a811fde tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=12ef0035-1920-44f6-b187-08f9c1f54e9f HTTP/1.1" status: 200 len: 946 time: 0.0889077 May 25 12:17:45.391476 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-a8c27099-a24d-46e8-a8b8-629c3bb819b5 req-8c3f5bf6-15ae-4e0c-a647-079239b60371 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4aa74e5-345e-4c0d-b07b-79e0eb5805ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510001 May 25 12:17:45.797272 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7709123-6a0b-4b67-b7e2-5a72818c0db6 req-8afea9f2-2f46-44bc-ab29-93616bc6e6b4 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:17:45.799107 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-a7709123-6a0b-4b67-b7e2-5a72818c0db6 req-8afea9f2-2f46-44bc-ab29-93616bc6e6b4 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] 10.222.0.44 "GET /v2.0/ports?device_id=1616fd2c-929a-4938-977f-a15d5e7ebbf8 HTTP/1.1" status: 200 len: 943 time: 0.1838572 May 25 12:17:45.858781 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-a7709123-6a0b-4b67-b7e2-5a72818c0db6 req-dca2eb55-0b16-4abf-ba76-4f03ac094c49 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] 10.222.0.44 "GET /v2.0/security-groups?id=38a619e1-b49f-4641-8bcb-79d8e6cdbdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464232 May 25 12:17:45.951789 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fdc5a5-526a-48d9-b295-47db03a31e14 req-16b451fc-fa55-4f4d-b765-25966e9b5502 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:17:45.953412 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-67fdc5a5-526a-48d9-b295-47db03a31e14 req-16b451fc-fa55-4f4d-b765-25966e9b5502 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] 10.222.0.44 "GET /v2.0/ports?device_id=105de765-1c34-423f-98ad-8a5339ef474a HTTP/1.1" status: 200 len: 943 time: 0.0861778 May 25 12:17:46.000049 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-67fdc5a5-526a-48d9-b295-47db03a31e14 req-3e84e68f-b54e-4350-8e09-5844c7f5d915 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] 10.222.0.44 "GET /v2.0/security-groups?id=c463a1c7-9126-4ce7-b458-d16dda484ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409117 May 25 12:17:46.454678 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:46.588973 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b1671d-2288-4f5f-a680-e1f692ee4435 req-a4cd818a-a753-4641-b81e-17d901966c8a tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:17:46.590574 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-64b1671d-2288-4f5f-a680-e1f692ee4435 req-a4cd818a-a753-4641-b81e-17d901966c8a tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=12ef0035-1920-44f6-b187-08f9c1f54e9f HTTP/1.1" status: 200 len: 946 time: 0.0829406 May 25 12:17:46.643278 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-64b1671d-2288-4f5f-a680-e1f692ee4435 req-4086d6e1-0cc1-4d2d-9b35-ccfe7bded18a tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4aa74e5-345e-4c0d-b07b-79e0eb5805ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469933 May 25 12:17:46.797206 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-5ce3b079-fd14-4e88-a858-41f989f7f945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:47.049370 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90cf192-ad67-4be6-b2f8-ca3f5d6117c5 req-361948b5-8f3d-4b50-b9b9-177b95fd0189 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:17:47.056357 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-b90cf192-ad67-4be6-b2f8-ca3f5d6117c5 req-361948b5-8f3d-4b50-b9b9-177b95fd0189 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] 10.222.0.44 "GET /v2.0/ports?device_id=1616fd2c-929a-4938-977f-a15d5e7ebbf8 HTTP/1.1" status: 200 len: 943 time: 0.0891891 May 25 12:17:47.100099 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-b90cf192-ad67-4be6-b2f8-ca3f5d6117c5 req-037ee303-964a-4f88-a2d0-fe5631ac2ff6 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] 10.222.0.44 "GET /v2.0/security-groups?id=38a619e1-b49f-4641-8bcb-79d8e6cdbdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428970 May 25 12:17:47.203098 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d8a365-2dc4-4e36-8653-d9c394ae3f8e req-57d12d73-7198-4001-9c15-0b914170a6d7 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:17:47.204591 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-80d8a365-2dc4-4e36-8653-d9c394ae3f8e req-57d12d73-7198-4001-9c15-0b914170a6d7 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] 10.222.0.44 "GET /v2.0/ports?device_id=105de765-1c34-423f-98ad-8a5339ef474a HTTP/1.1" status: 200 len: 943 time: 0.0914893 May 25 12:17:47.251411 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-80d8a365-2dc4-4e36-8653-d9c394ae3f8e req-7e908f26-57bf-4692-969b-c2d1904de725 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] 10.222.0.44 "GET /v2.0/security-groups?id=c463a1c7-9126-4ce7-b458-d16dda484ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410471 May 25 12:17:47.844179 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda3d022-80da-40a3-b96f-b0bb72a96bf7 req-85d6e10b-7571-4ab7-a83b-395c5f7ac0f0 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:17:47.845769 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-dda3d022-80da-40a3-b96f-b0bb72a96bf7 req-85d6e10b-7571-4ab7-a83b-395c5f7ac0f0 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=12ef0035-1920-44f6-b187-08f9c1f54e9f HTTP/1.1" status: 200 len: 946 time: 0.0857790 May 25 12:17:47.891841 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-dda3d022-80da-40a3-b96f-b0bb72a96bf7 req-e87be370-a6b3-498d-a1e4-ed84fb6a289c tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4aa74e5-345e-4c0d-b07b-79e0eb5805ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402851 May 25 12:17:48.034761 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ff182aac-c7db-4435-9e5c-c570f96503ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:48.307878 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abb9e3f-25cb-4d78-bc8a-6c7af6151a59 req-678ca39c-ac6f-4c70-9835-e8ac8ebc407c tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:17:48.309559 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-7abb9e3f-25cb-4d78-bc8a-6c7af6151a59 req-678ca39c-ac6f-4c70-9835-e8ac8ebc407c tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] 10.222.0.44 "GET /v2.0/ports?device_id=1616fd2c-929a-4938-977f-a15d5e7ebbf8 HTTP/1.1" status: 200 len: 943 time: 0.0908206 May 25 12:17:48.361423 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-7abb9e3f-25cb-4d78-bc8a-6c7af6151a59 req-c93ef673-eb4c-4574-b911-d3dc4f874a8a tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] 10.222.0.44 "GET /v2.0/security-groups?id=38a619e1-b49f-4641-8bcb-79d8e6cdbdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460749 May 25 12:17:48.452328 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e912540-9d6f-43bb-827e-76987690f256 req-67df30c9-ab60-4a92-ae14-36991658de01 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:17:48.453732 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-5e912540-9d6f-43bb-827e-76987690f256 req-67df30c9-ab60-4a92-ae14-36991658de01 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] 10.222.0.44 "GET /v2.0/ports?device_id=105de765-1c34-423f-98ad-8a5339ef474a HTTP/1.1" status: 200 len: 943 time: 0.0841043 May 25 12:17:48.498678 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-5e912540-9d6f-43bb-827e-76987690f256 req-9ea7fdfa-8e42-40ff-ad0b-2c2b1c583bd8 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] 10.222.0.44 "GET /v2.0/security-groups?id=c463a1c7-9126-4ce7-b458-d16dda484ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390961 May 25 12:17:48.608452 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-be2e906a-155a-453b-984d-35e6ded6b4e5 req-514ab365-a4db-4aaa-a58f-0f6ce623ba7b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=43cd5fd7-bb31-40e0-84ea-70267fac0ba3 HTTP/1.1" status: 200 len: 217 time: 0.0682218 May 25 12:17:48.789339 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2e906a-155a-453b-984d-35e6ded6b4e5 req-7ba8c927-68cc-4085-98dd-a19827e6e37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:17:48.791253 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-be2e906a-155a-453b-984d-35e6ded6b4e5 req-7ba8c927-68cc-4085-98dd-a19827e6e37a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=791d9bb4-33b7-4c20-ac30-135c25dcfc49 HTTP/1.1" status: 200 len: 853 time: 0.0598581 May 25 12:17:48.869323 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2e906a-155a-453b-984d-35e6ded6b4e5 req-55178cb1-4bd6-4d99-aaa7-72c6b3ca50d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:17:48.870881 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-be2e906a-155a-453b-984d-35e6ded6b4e5 req-55178cb1-4bd6-4d99-aaa7-72c6b3ca50d4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cd564631-6e78-4015-aaaf-60730c0751fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0689592 May 25 12:17:49.007850 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-be2e906a-155a-453b-984d-35e6ded6b4e5 req-428c240f-f5c2-46f0-8a8b-46e3946a31a0 service neutron] 10.222.0.54 "GET /v2.0/networks/cd564631-6e78-4015-aaaf-60730c0751fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266081 May 25 12:17:49.089675 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64108265-6814-44b6-93b4-108b7519c7f1 req-5c1ef88b-1348-4e11-9455-863fa1c1f26d tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:17:49.091134 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-64108265-6814-44b6-93b4-108b7519c7f1 req-5c1ef88b-1348-4e11-9455-863fa1c1f26d tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=12ef0035-1920-44f6-b187-08f9c1f54e9f HTTP/1.1" status: 200 len: 946 time: 0.0829542 May 25 12:17:49.137334 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-64108265-6814-44b6-93b4-108b7519c7f1 req-02079cfe-c857-40f0-bb0b-e5d3cac3231b tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4aa74e5-345e-4c0d-b07b-79e0eb5805ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404549 May 25 12:17:49.287272 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-be2e906a-155a-453b-984d-35e6ded6b4e5 req-ed6414b4-543a-41b3-9b42-f8609f849471 service neutron] 10.222.0.54 "GET /v2.0/networks/cd564631-6e78-4015-aaaf-60730c0751fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820998 May 25 12:17:49.289837 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5407784c-cb69-4fb7-bc5f-1d1ed7b7eee7 req-34a69ed4-d182-41b6-bbbc-e0a40fddc88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:17:49.291871 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-5407784c-cb69-4fb7-bc5f-1d1ed7b7eee7 req-34a69ed4-d182-41b6-bbbc-e0a40fddc88f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1616fd2c-929a-4938-977f-a15d5e7ebbf8&tenant_id=ac5d446aa86d403580c17e594b9b5cd4 HTTP/1.1" status: 200 len: 1096 time: 0.1856740 May 25 12:17:49.381680 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5407784c-cb69-4fb7-bc5f-1d1ed7b7eee7 req-a685d87c-67d7-4f4c-a7c1-a5e7694d9994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:17:49.383152 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-5407784c-cb69-4fb7-bc5f-1d1ed7b7eee7 req-a685d87c-67d7-4f4c-a7c1-a5e7694d9994 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ac5d446aa86d403580c17e594b9b5cd4&device_id=1616fd2c-929a-4938-977f-a15d5e7ebbf8 HTTP/1.1" status: 200 len: 1096 time: 0.0697689 May 25 12:17:49.503362 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-cb1178c2-b2b5-418b-a63c-7279ce5a9fe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:49.551474 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979c6a11-c786-4169-8517-ed19b9ece3aa req-273867d6-babb-4345-996a-eea19bfe8550 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:17:49.554127 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-979c6a11-c786-4169-8517-ed19b9ece3aa req-273867d6-babb-4345-996a-eea19bfe8550 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] 10.222.0.44 "GET /v2.0/ports?device_id=1616fd2c-929a-4938-977f-a15d5e7ebbf8 HTTP/1.1" status: 200 len: 943 time: 0.0840123 May 25 12:17:49.590322 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5407784c-cb69-4fb7-bc5f-1d1ed7b7eee7 req-06e5f3d8-92a9-4239-9506-a00c0acf0d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:17:49.591818 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-5407784c-cb69-4fb7-bc5f-1d1ed7b7eee7 req-06e5f3d8-92a9-4239-9506-a00c0acf0d5d service neutron] 10.222.0.54 "GET /v2.0/networks?id=ca40b0a3-0988-4313-9746-c2b99cc0662c HTTP/1.1" status: 200 len: 910 time: 0.1998413 May 25 12:17:49.594634 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f4979b-1de2-474d-bc4b-e242d4527fb6 req-6ad9a09f-9846-4403-9667-1dd89f67262a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:17:49.596131 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-87f4979b-1de2-474d-bc4b-e242d4527fb6 req-6ad9a09f-9846-4403-9667-1dd89f67262a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=401f68ee052c48d0a0e9823d5525ef3d&device_id=12ef0035-1920-44f6-b187-08f9c1f54e9f HTTP/1.1" status: 200 len: 1099 time: 0.1335402 May 25 12:17:49.604664 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-979c6a11-c786-4169-8517-ed19b9ece3aa req-86621366-ecd3-4af8-ac54-9b1fc06a47ca tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] 10.222.0.44 "GET /v2.0/security-groups?id=38a619e1-b49f-4641-8bcb-79d8e6cdbdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449452 May 25 12:17:49.690544 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a91955-9373-4418-a068-9550768ec6e0 req-e3f63568-2ed5-4359-9cfd-be67ace165ad tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:17:49.692108 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-56a91955-9373-4418-a068-9550768ec6e0 req-e3f63568-2ed5-4359-9cfd-be67ace165ad tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] 10.222.0.44 "GET /v2.0/ports?device_id=105de765-1c34-423f-98ad-8a5339ef474a HTTP/1.1" status: 200 len: 943 time: 0.0844495 May 25 12:17:49.738400 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-56a91955-9373-4418-a068-9550768ec6e0 req-b66ad94d-f2f5-4fae-9502-068a5e970595 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] 10.222.0.44 "GET /v2.0/security-groups?id=c463a1c7-9126-4ce7-b458-d16dda484ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398023 May 25 12:17:49.870828 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-5407784c-cb69-4fb7-bc5f-1d1ed7b7eee7 req-b0e1cc98-51c1-430a-8289-09e2be515191 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2af95e4b-8477-4041-abdc-2e02af23a969 HTTP/1.1" status: 200 len: 998 time: 0.2613084 May 25 12:17:49.947588 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f4979b-1de2-474d-bc4b-e242d4527fb6 req-ab131e41-4666-4277-b975-e1f043d2d001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:17:49.948984 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-87f4979b-1de2-474d-bc4b-e242d4527fb6 req-ab131e41-4666-4277-b975-e1f043d2d001 service neutron] 10.222.0.54 "GET /v2.0/networks?id=b95433bc-2dbd-474f-a7da-308000160943 HTTP/1.1" status: 200 len: 917 time: 0.3407757 May 25 12:17:49.956110 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5407784c-cb69-4fb7-bc5f-1d1ed7b7eee7 req-dc8ee38c-8baa-4b20-9652-cd0e8ba4eec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:17:49.957395 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-5407784c-cb69-4fb7-bc5f-1d1ed7b7eee7 req-dc8ee38c-8baa-4b20-9652-cd0e8ba4eec5 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c4d436e3-46bf-4879-9813-736257c5ba21 HTTP/1.1" status: 200 len: 848 time: 0.0771978 May 25 12:17:50.100862 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-87f4979b-1de2-474d-bc4b-e242d4527fb6 req-51c7f5d8-e92d-4c72-8989-7595b83ea4fe service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=49dfb877-9039-4eaf-bedb-12edb94d373d HTTP/1.1" status: 200 len: 1002 time: 0.1425681 May 25 12:17:50.156590 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5407784c-cb69-4fb7-bc5f-1d1ed7b7eee7 req-507d180b-b6e7-43a5-b699-e9c04b45d313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:17:50.157931 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-5407784c-cb69-4fb7-bc5f-1d1ed7b7eee7 req-507d180b-b6e7-43a5-b699-e9c04b45d313 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ca40b0a3-0988-4313-9746-c2b99cc0662c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1510136 May 25 12:17:50.189387 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f4979b-1de2-474d-bc4b-e242d4527fb6 req-ec92c336-4c7f-4f64-839b-6b4a7033a605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:17:50.190774 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-87f4979b-1de2-474d-bc4b-e242d4527fb6 req-ec92c336-4c7f-4f64-839b-6b4a7033a605 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b01b166f-5ba1-4373-a734-254ff90ae56a HTTP/1.1" status: 200 len: 855 time: 0.0835195 May 25 12:17:50.331576 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964acb1e-9686-433d-a3ea-a1fce7be18b3 req-50225a6b-03e5-456e-92fc-d0c18860b6eb tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:17:50.333057 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-964acb1e-9686-433d-a3ea-a1fce7be18b3 req-50225a6b-03e5-456e-92fc-d0c18860b6eb tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=12ef0035-1920-44f6-b187-08f9c1f54e9f HTTP/1.1" status: 200 len: 946 time: 0.0845850 May 25 12:17:50.349336 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-5407784c-cb69-4fb7-bc5f-1d1ed7b7eee7 req-ba7816ba-19d2-4d51-bd3e-65c10175e7f4 service neutron] 10.222.0.54 "GET /v2.0/networks/ca40b0a3-0988-4313-9746-c2b99cc0662c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832199 May 25 12:17:50.354902 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f4979b-1de2-474d-bc4b-e242d4527fb6 req-94101279-ff01-4531-ab07-a2bf005ecfab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:17:50.356406 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-87f4979b-1de2-474d-bc4b-e242d4527fb6 req-94101279-ff01-4531-ab07-a2bf005ecfab service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b95433bc-2dbd-474f-a7da-308000160943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1212468 May 25 12:17:50.377551 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-964acb1e-9686-433d-a3ea-a1fce7be18b3 req-084aa0bf-5e20-4873-94da-afeaa3e365a9 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4aa74e5-345e-4c0d-b07b-79e0eb5805ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386875 May 25 12:17:50.587874 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-5407784c-cb69-4fb7-bc5f-1d1ed7b7eee7 req-ebdd35ac-bc50-4e84-bb23-a2e2252d73e8 service neutron] 10.222.0.54 "GET /v2.0/networks/ca40b0a3-0988-4313-9746-c2b99cc0662c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305524 May 25 12:17:50.593111 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-87f4979b-1de2-474d-bc4b-e242d4527fb6 req-403e4821-a125-4be3-84b7-0c0df851775a service neutron] 10.222.0.54 "GET /v2.0/networks/b95433bc-2dbd-474f-a7da-308000160943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161491 May 25 12:17:50.725265 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-87f4979b-1de2-474d-bc4b-e242d4527fb6 req-371ce523-3272-470a-a835-c1ab767cc941 service neutron] 10.222.0.54 "GET /v2.0/networks/b95433bc-2dbd-474f-a7da-308000160943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261244 May 25 12:17:50.791847 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b59d3af-d9e6-487d-ad21-29ab3655b59c req-3960d272-0203-4410-8b66-03c056e68489 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:17:50.793319 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-0b59d3af-d9e6-487d-ad21-29ab3655b59c req-3960d272-0203-4410-8b66-03c056e68489 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] 10.222.0.44 "GET /v2.0/ports?device_id=1616fd2c-929a-4938-977f-a15d5e7ebbf8 HTTP/1.1" status: 200 len: 943 time: 0.0787246 May 25 12:17:50.839591 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-0b59d3af-d9e6-487d-ad21-29ab3655b59c req-4c7daf14-0505-4b23-a581-2853ceb89095 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] 10.222.0.44 "GET /v2.0/security-groups?id=38a619e1-b49f-4641-8bcb-79d8e6cdbdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404983 May 25 12:17:50.922465 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444b9c30-f918-45de-85f0-0a71fa7278d6 req-dd0cbe18-5cb0-46ec-9238-e686d6a24768 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:17:50.923928 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-444b9c30-f918-45de-85f0-0a71fa7278d6 req-dd0cbe18-5cb0-46ec-9238-e686d6a24768 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] 10.222.0.44 "GET /v2.0/ports?device_id=105de765-1c34-423f-98ad-8a5339ef474a HTTP/1.1" status: 200 len: 943 time: 0.0834880 May 25 12:17:50.967930 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-444b9c30-f918-45de-85f0-0a71fa7278d6 req-66ad2063-6f1b-42d4-a8ff-a033be3bf61d tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] 10.222.0.44 "GET /v2.0/security-groups?id=c463a1c7-9126-4ce7-b458-d16dda484ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384269 May 25 12:17:51.398989 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Device 43cd5fd7-bb31-40e0-84ea-70267fac0ba3 details requested by agent hyperv_hv-cinder-77923 with host hv-cinder-77923 {{(pid=92474) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 12:17:51.402914 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Device 49dfb877-9039-4eaf-bedb-12edb94d373d no longer exists at agent hyperv_hv-cinder-77923 {{(pid=92474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 12:17:51.567233 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328d6a2a-49ab-444d-9080-dd0ea9d0e2f8 req-786eacae-3f1d-431a-95c8-bebd786cab74 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:17:51.569022 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-328d6a2a-49ab-444d-9080-dd0ea9d0e2f8 req-786eacae-3f1d-431a-95c8-bebd786cab74 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=12ef0035-1920-44f6-b187-08f9c1f54e9f HTTP/1.1" status: 200 len: 946 time: 0.0801060 May 25 12:17:51.616857 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-328d6a2a-49ab-444d-9080-dd0ea9d0e2f8 req-92313fb6-2b75-4417-8ae5-96e0980cdde9 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4aa74e5-345e-4c0d-b07b-79e0eb5805ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413101 May 25 12:17:51.621641 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:51.643065 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] For port 43cd5fd7-bb31-40e0-84ea-70267fac0ba3, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=43cd5fd7-bb31-40e0-84ea-70267fac0ba3,segment=NetworkSegment(2245066f-0d33-45b8-ad22-7d1664ef3bdd),segment_id=2245066f-0d33-45b8-ad22-7d1664ef3bdd)] {{(pid=92474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:17:51.662984 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Returning: {'device': '43cd5fd7-bb31-40e0-84ea-70267fac0ba3', 'network_id': 'cd564631-6e78-4015-aaaf-60730c0751fd', 'port_id': '43cd5fd7-bb31-40e0-84ea-70267fac0ba3', 'mac_address': 'fa:16:3e:8c:fa:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '791d9bb4-33b7-4c20-ac30-135c25dcfc49', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92474) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 12:17:51.669335 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12ef0035-1920-44f6-b187-08f9c1f54e9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49dfb877-9039-4eaf-bedb-12edb94d373d'}] {{(pid=92474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 12:17:51.741446 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] For port 49dfb877-9039-4eaf-bedb-12edb94d373d, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=49dfb877-9039-4eaf-bedb-12edb94d373d,segment=NetworkSegment(a867bff5-0b48-4d60-bac3-5ba6e8b8d30c),segment_id=a867bff5-0b48-4d60-bac3-5ba6e8b8d30c)] {{(pid=92474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:17:51.754462 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:51.771601 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.notifiers.nova [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43cd5fd7-bb31-40e0-84ea-70267fac0ba3 {{(pid=92474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 12:17:51.787266 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] For port 43cd5fd7-bb31-40e0-84ea-70267fac0ba3, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=43cd5fd7-bb31-40e0-84ea-70267fac0ba3,segment=NetworkSegment(2245066f-0d33-45b8-ad22-7d1664ef3bdd),segment_id=2245066f-0d33-45b8-ad22-7d1664ef3bdd)] {{(pid=92474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:17:51.788500 dv-cinder-779233-5-smb neutron-server[92474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12ef0035-1920-44f6-b187-08f9c1f54e9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49dfb877-9039-4eaf-bedb-12edb94d373d', 'code': 200} May 25 12:17:51.846105 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:51.847837 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-aa7d6776-ebed-4eaa-a68d-2a78ddb55662 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:17:51.881233 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:51.913830 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Pushing event updated for resources: {'Port': ['ID=49dfb877-9039-4eaf-bedb-12edb94d373d,revision_number=8']} {{(pid=92474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:17:51.917419 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:17:51.917868 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-e9424f3a-6200-4211-8d6b-6b5348e2013c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:17:51.985344 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Pushing event updated for resources: {'Port': ['ID=43cd5fd7-bb31-40e0-84ea-70267fac0ba3,revision_number=4']} {{(pid=92474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:17:51.988390 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:17:52.026937 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a14917-fa81-4c7a-a387-97e30ea6e41e req-b93fa3fd-d502-48bf-955f-e9c0ff72fb9d tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:17:52.028421 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-86a14917-fa81-4c7a-a387-97e30ea6e41e req-b93fa3fd-d502-48bf-955f-e9c0ff72fb9d tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] 10.222.0.44 "GET /v2.0/ports?device_id=1616fd2c-929a-4938-977f-a15d5e7ebbf8 HTTP/1.1" status: 200 len: 943 time: 0.0804532 May 25 12:17:52.073397 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-86a14917-fa81-4c7a-a387-97e30ea6e41e req-c9af84a7-9226-494a-b95b-b09c1aa8824e tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] 10.222.0.44 "GET /v2.0/security-groups?id=38a619e1-b49f-4641-8bcb-79d8e6cdbdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385563 May 25 12:17:52.113144 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] get_ports_and_sgs() called for port_ids ['43cd5fd7-bb31-40e0-84ea-70267fac0ba3'] {{(pid=92474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 12:17:52.154321 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912989f6-fd62-48f2-97f6-bcdda9fe9846 req-2ccec6dc-5f8f-4262-ad59-0df04d43abee tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:17:52.155788 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-912989f6-fd62-48f2-97f6-bcdda9fe9846 req-2ccec6dc-5f8f-4262-ad59-0df04d43abee tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] 10.222.0.44 "GET /v2.0/ports?device_id=105de765-1c34-423f-98ad-8a5339ef474a HTTP/1.1" status: 200 len: 944 time: 0.0815551 May 25 12:17:52.200277 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-912989f6-fd62-48f2-97f6-bcdda9fe9846 req-d40bc0e9-b2e5-42d1-b57e-4407d9d659b8 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] 10.222.0.44 "GET /v2.0/security-groups?id=c463a1c7-9126-4ce7-b458-d16dda484ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388079 May 25 12:17:52.805162 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9a8dcc-d836-4491-b6d5-018c8cf4dc68 req-23171843-4c4e-44ec-bbd9-4a056ae4ee89 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:17:52.806505 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-3c9a8dcc-d836-4491-b6d5-018c8cf4dc68 req-23171843-4c4e-44ec-bbd9-4a056ae4ee89 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=12ef0035-1920-44f6-b187-08f9c1f54e9f HTTP/1.1" status: 200 len: 944 time: 0.0770748 May 25 12:17:52.851053 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-3c9a8dcc-d836-4491-b6d5-018c8cf4dc68 req-b09a6718-d438-4fa8-91e8-d1604ac65fd3 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4aa74e5-345e-4c0d-b07b-79e0eb5805ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389409 May 25 12:17:53.346140 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ada446-5929-44a4-90ec-683fe6e3ed89 req-32568db4-512a-481f-9489-dd76ec98fcc2 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:17:53.347599 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-c4ada446-5929-44a4-90ec-683fe6e3ed89 req-32568db4-512a-481f-9489-dd76ec98fcc2 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] 10.222.0.44 "GET /v2.0/ports?device_id=1616fd2c-929a-4938-977f-a15d5e7ebbf8 HTTP/1.1" status: 200 len: 943 time: 0.1631155 May 25 12:17:53.392793 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-c4ada446-5929-44a4-90ec-683fe6e3ed89 req-aef0ed1c-74c3-419f-a3dc-0666da840e80 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] 10.222.0.44 "GET /v2.0/security-groups?id=38a619e1-b49f-4641-8bcb-79d8e6cdbdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395830 May 25 12:17:53.415517 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Device 2af95e4b-8477-4041-abdc-2e02af23a969 details requested by agent hyperv_hv-cinder-77923 with host hv-cinder-77923 {{(pid=92474) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 12:17:53.417845 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Device 43cd5fd7-bb31-40e0-84ea-70267fac0ba3 up at agent hyperv_hv-cinder-77923 {{(pid=92474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 12:17:53.571942 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24a233c-2256-4820-97a4-c9118326871a req-c1104c65-71b8-4b8c-ba13-2da3440d5973 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:17:53.573474 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-f24a233c-2256-4820-97a4-c9118326871a req-c1104c65-71b8-4b8c-ba13-2da3440d5973 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] 10.222.0.44 "GET /v2.0/ports?device_id=105de765-1c34-423f-98ad-8a5339ef474a HTTP/1.1" status: 200 len: 944 time: 0.0842316 May 25 12:17:53.622031 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-f24a233c-2256-4820-97a4-c9118326871a req-5f2aac28-524f-4441-9e4d-31d4f3a4b73a tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] 10.222.0.44 "GET /v2.0/security-groups?id=c463a1c7-9126-4ce7-b458-d16dda484ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424638 May 25 12:17:53.635670 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] For port 2af95e4b-8477-4041-abdc-2e02af23a969, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=2af95e4b-8477-4041-abdc-2e02af23a969,segment=NetworkSegment(49097f92-0341-4168-ba1f-09a48ee48333),segment_id=49097f92-0341-4168-ba1f-09a48ee48333)] {{(pid=92474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:17:53.649103 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Returning: {'device': '2af95e4b-8477-4041-abdc-2e02af23a969', 'network_id': 'ca40b0a3-0988-4313-9746-c2b99cc0662c', 'port_id': '2af95e4b-8477-4041-abdc-2e02af23a969', 'mac_address': 'fa:16:3e:34:ba:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4d436e3-46bf-4879-9813-736257c5ba21', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92474) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 12:17:53.650546 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Provisioning for port 43cd5fd7-bb31-40e0-84ea-70267fac0ba3 completed by entity L2. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 12:17:53.683241 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Provisioning complete for port 43cd5fd7-bb31-40e0-84ea-70267fac0ba3 triggered by entity L2. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 12:17:53.683632 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902397'] for port, provisioning_complete {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:53.754359 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:53.776187 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.notifiers.nova [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2af95e4b-8477-4041-abdc-2e02af23a969 {{(pid=92474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 12:17:53.830984 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] For port 2af95e4b-8477-4041-abdc-2e02af23a969, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=2af95e4b-8477-4041-abdc-2e02af23a969,segment=NetworkSegment(49097f92-0341-4168-ba1f-09a48ee48333),segment_id=49097f92-0341-4168-ba1f-09a48ee48333)] {{(pid=92474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:17:53.844160 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:53.870745 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '105de765-1c34-423f-98ad-8a5339ef474a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43cd5fd7-bb31-40e0-84ea-70267fac0ba3'}] {{(pid=92474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 12:17:53.880600 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] For port 43cd5fd7-bb31-40e0-84ea-70267fac0ba3, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=43cd5fd7-bb31-40e0-84ea-70267fac0ba3,segment=NetworkSegment(2245066f-0d33-45b8-ad22-7d1664ef3bdd),segment_id=2245066f-0d33-45b8-ad22-7d1664ef3bdd)] {{(pid=92474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:17:53.911053 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:53.913814 dv-cinder-779233-5-smb neutron-server[92474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '105de765-1c34-423f-98ad-8a5339ef474a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43cd5fd7-bb31-40e0-84ea-70267fac0ba3', 'code': 200} May 25 12:17:53.914309 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-6214556d-40be-471b-bfe9-0d90da9ddca5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:17:53.983211 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Pushing event updated for resources: {'Port': ['ID=2af95e4b-8477-4041-abdc-2e02af23a969,revision_number=7']} {{(pid=92474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:17:53.986198 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:17:54.014088 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:54.016123 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:17:54.084792 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Pushing event updated for resources: {'Port': ['ID=43cd5fd7-bb31-40e0-84ea-70267fac0ba3,revision_number=5']} {{(pid=92474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:17:54.088329 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:17:54.132320 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] get_ports_and_sgs() called for port_ids ['2af95e4b-8477-4041-abdc-2e02af23a969'] {{(pid=92474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 12:17:54.300704 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7111def6-1969-49b2-ab98-c9700f056249 req-352106e6-8152-4aca-888e-d817c8638e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:17:54.302840 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-7111def6-1969-49b2-ab98-c9700f056249 req-352106e6-8152-4aca-888e-d817c8638e6c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=105de765-1c34-423f-98ad-8a5339ef474a HTTP/1.1" status: 200 len: 1098 time: 0.0768075 May 25 12:17:54.345026 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-7111def6-1969-49b2-ab98-c9700f056249 req-24a8a6fa-47ab-4275-bf8a-d68fdc15193b service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=c463a1c7-9126-4ce7-b458-d16dda484ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357394 May 25 12:17:54.574236 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202d8c98-dd8f-431a-ba9f-9b1b78d0028c req-2bd857f0-c0b1-4804-8a7a-33ba20d92aad tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:17:54.575709 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-202d8c98-dd8f-431a-ba9f-9b1b78d0028c req-2bd857f0-c0b1-4804-8a7a-33ba20d92aad tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] 10.222.0.44 "GET /v2.0/ports?device_id=1616fd2c-929a-4938-977f-a15d5e7ebbf8 HTTP/1.1" status: 200 len: 944 time: 0.0787952 May 25 12:17:54.620017 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-202d8c98-dd8f-431a-ba9f-9b1b78d0028c req-f3085bfd-53c4-4571-8086-57253a8535e1 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] 10.222.0.44 "GET /v2.0/security-groups?id=38a619e1-b49f-4641-8bcb-79d8e6cdbdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386887 May 25 12:17:54.806905 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8183f9c-b09e-4900-b901-9d73ba57e3af req-7a9d6be6-4d68-455b-9b2a-1da6db1e1e53 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:17:54.808322 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-b8183f9c-b09e-4900-b901-9d73ba57e3af req-7a9d6be6-4d68-455b-9b2a-1da6db1e1e53 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] 10.222.0.44 "GET /v2.0/ports?device_id=105de765-1c34-423f-98ad-8a5339ef474a HTTP/1.1" status: 200 len: 945 time: 0.0841484 May 25 12:17:54.854358 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-b8183f9c-b09e-4900-b901-9d73ba57e3af req-aaeb72c8-8bf0-4ae0-9ac0-01ce849b1b35 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] 10.222.0.44 "GET /v2.0/security-groups?id=c463a1c7-9126-4ce7-b458-d16dda484ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403361 May 25 12:17:55.414134 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Device 2af95e4b-8477-4041-abdc-2e02af23a969 up at agent hyperv_hv-cinder-77923 {{(pid=92474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 12:17:55.486769 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Provisioning complete for port 2af95e4b-8477-4041-abdc-2e02af23a969 triggered by entity L2. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 12:17:55.487434 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902397'] for port, provisioning_complete {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:55.563932 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47f7e92-da44-4de3-8a55-1a23df8113fd req-efce6514-49ce-4c15-96c1-94fab6ee21ae tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:17:55.565372 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-c47f7e92-da44-4de3-8a55-1a23df8113fd req-efce6514-49ce-4c15-96c1-94fab6ee21ae tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=12ef0035-1920-44f6-b187-08f9c1f54e9f HTTP/1.1" status: 200 len: 944 time: 0.0836847 May 25 12:17:55.607761 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:55.610028 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-c47f7e92-da44-4de3-8a55-1a23df8113fd req-1bded6ff-7073-4edb-a236-b81a6ad4fc7c tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4aa74e5-345e-4c0d-b07b-79e0eb5805ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383723 May 25 12:17:55.640834 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] For port 2af95e4b-8477-4041-abdc-2e02af23a969, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=2af95e4b-8477-4041-abdc-2e02af23a969,segment=NetworkSegment(49097f92-0341-4168-ba1f-09a48ee48333),segment_id=49097f92-0341-4168-ba1f-09a48ee48333)] {{(pid=92474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:17:55.731834 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:55.732838 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Device 49dfb877-9039-4eaf-bedb-12edb94d373d no longer exists at agent hyperv_hv-cinder-77923 {{(pid=92474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 12:17:55.760899 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:17:55.783957 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-b89de495-d701-4aa3-bea1-0fa2037c06cf req-05d2af74-4d7c-452e-b76f-5753f88fee22 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=12ef0035-1920-44f6-b187-08f9c1f54e9f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0702183 May 25 12:17:55.808290 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850224d3-fb78-4d59-b368-ce407083285c req-a222d659-98f3-41f8-b2da-bf982383488c tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:17:55.809701 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-850224d3-fb78-4d59-b368-ce407083285c req-a222d659-98f3-41f8-b2da-bf982383488c tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] 10.222.0.44 "GET /v2.0/ports?device_id=1616fd2c-929a-4938-977f-a15d5e7ebbf8 HTTP/1.1" status: 200 len: 945 time: 0.0845735 May 25 12:17:55.854616 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Pushing event updated for resources: {'Port': ['ID=2af95e4b-8477-4041-abdc-2e02af23a969,revision_number=8']} {{(pid=92474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:17:55.857269 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-850224d3-fb78-4d59-b368-ce407083285c req-d901915c-8efd-4ad0-a088-98e0cce3bcb0 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] 10.222.0.44 "GET /v2.0/security-groups?id=38a619e1-b49f-4641-8bcb-79d8e6cdbdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408919 May 25 12:17:55.857841 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:17:55.914479 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1616fd2c-929a-4938-977f-a15d5e7ebbf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2af95e4b-8477-4041-abdc-2e02af23a969'}] {{(pid=92474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 12:17:55.959394 dv-cinder-779233-5-smb neutron-server[92474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1616fd2c-929a-4938-977f-a15d5e7ebbf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2af95e4b-8477-4041-abdc-2e02af23a969', 'code': 200} May 25 12:17:56.038084 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfda5436-a4c7-4823-b93c-1158dfea7d80 req-516857ad-bcd8-464a-9afc-8280c0a8124d tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:17:56.039548 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-dfda5436-a4c7-4823-b93c-1158dfea7d80 req-516857ad-bcd8-464a-9afc-8280c0a8124d tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] 10.222.0.44 "GET /v2.0/ports?device_id=105de765-1c34-423f-98ad-8a5339ef474a HTTP/1.1" status: 200 len: 945 time: 0.0783396 May 25 12:17:56.088620 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-dfda5436-a4c7-4823-b93c-1158dfea7d80 req-5a496637-287a-4eec-83b7-0d3d1223ddee tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] 10.222.0.44 "GET /v2.0/security-groups?id=c463a1c7-9126-4ce7-b458-d16dda484ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428596 May 25 12:17:56.284157 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916543d4-8c45-45f9-bf62-c697e39712c8 req-f64ddd22-fc86-44f1-9b5f-e78b08ac15c6 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:17:56.285632 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-916543d4-8c45-45f9-bf62-c697e39712c8 req-f64ddd22-fc86-44f1-9b5f-e78b08ac15c6 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] 10.222.0.44 "GET /v2.0/ports?device_id=105de765-1c34-423f-98ad-8a5339ef474a HTTP/1.1" status: 200 len: 945 time: 0.0873163 May 25 12:17:56.313825 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadb15b0-1b69-438b-85d6-5fc35e1a97d8 req-a694357f-c70c-4ecf-b86d-2872f8e9fe5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:17:56.315418 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-fadb15b0-1b69-438b-85d6-5fc35e1a97d8 req-a694357f-c70c-4ecf-b86d-2872f8e9fe5e service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1616fd2c-929a-4938-977f-a15d5e7ebbf8 HTTP/1.1" status: 200 len: 1098 time: 0.0747085 May 25 12:17:56.330167 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-916543d4-8c45-45f9-bf62-c697e39712c8 req-2bd0543b-fe5e-4e76-a81e-0f40a1ab594f tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] 10.222.0.44 "GET /v2.0/security-groups?id=c463a1c7-9126-4ce7-b458-d16dda484ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381293 May 25 12:17:56.356299 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-fadb15b0-1b69-438b-85d6-5fc35e1a97d8 req-167bec38-4d03-48da-a6f7-e00b1acd652f service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=38a619e1-b49f-4641-8bcb-79d8e6cdbdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347061 May 25 12:17:56.725387 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6142a5f-8d50-4538-bb14-f8d729d52f2f req-c0bc92ab-f782-4c0d-abd0-0e4dad05a4fd tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:17:56.726360 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-b6142a5f-8d50-4538-bb14-f8d729d52f2f req-c0bc92ab-f782-4c0d-abd0-0e4dad05a4fd tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] 10.222.0.44 "GET /v2.0/ports?device_id=105de765-1c34-423f-98ad-8a5339ef474a HTTP/1.1" status: 200 len: 945 time: 0.0870039 May 25 12:17:56.819902 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-b6142a5f-8d50-4538-bb14-f8d729d52f2f req-7e8a8d4f-6c34-4a23-b5ea-aa3e10aa3ed0 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] 10.222.0.44 "GET /v2.0/security-groups?id=c463a1c7-9126-4ce7-b458-d16dda484ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875549 May 25 12:17:56.850821 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0315e588-53fe-4c21-b1a8-46a39b739a0b req-c28faeb5-2575-4829-bd8a-41346ebd4b08 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:17:56.851750 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-0315e588-53fe-4c21-b1a8-46a39b739a0b req-c28faeb5-2575-4829-bd8a-41346ebd4b08 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=12ef0035-1920-44f6-b187-08f9c1f54e9f HTTP/1.1" status: 200 len: 944 time: 0.1045890 May 25 12:17:56.898283 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-0315e588-53fe-4c21-b1a8-46a39b739a0b req-31e595e0-2f15-4e29-843c-5c1df151ff79 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4aa74e5-345e-4c0d-b07b-79e0eb5805ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406520 May 25 12:17:57.051050 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0454561-d1db-43b9-8b13-1842d3205340 req-5cf74fee-627b-48b7-9ecd-e9a9bdb0baa4 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:17:57.052975 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-f0454561-d1db-43b9-8b13-1842d3205340 req-5cf74fee-627b-48b7-9ecd-e9a9bdb0baa4 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] 10.222.0.44 "GET /v2.0/ports?device_id=1616fd2c-929a-4938-977f-a15d5e7ebbf8 HTTP/1.1" status: 200 len: 945 time: 0.0822389 May 25 12:17:57.097497 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-f0454561-d1db-43b9-8b13-1842d3205340 req-9b79cc42-0e52-4c89-8807-2c87cb3558b8 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] 10.222.0.44 "GET /v2.0/security-groups?id=38a619e1-b49f-4641-8bcb-79d8e6cdbdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388370 May 25 12:17:57.242465 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:17:57.406772 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89de495-d701-4aa3-bea1-0fa2037c06cf req-4d1241df-20ac-4254-92de-64c54f1d0f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:17:57.409152 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-b89de495-d701-4aa3-bea1-0fa2037c06cf req-4d1241df-20ac-4254-92de-64c54f1d0f1c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=12ef0035-1920-44f6-b187-08f9c1f54e9f&tenant_id=401f68ee052c48d0a0e9823d5525ef3d HTTP/1.1" status: 200 len: 1097 time: 0.0718856 May 25 12:17:57.602413 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89de495-d701-4aa3-bea1-0fa2037c06cf req-a0b31fa2-8b60-43b7-8bc6-b68d041186dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:17:57.604564 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-b89de495-d701-4aa3-bea1-0fa2037c06cf req-a0b31fa2-8b60-43b7-8bc6-b68d041186dd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=401f68ee052c48d0a0e9823d5525ef3d&device_id=12ef0035-1920-44f6-b187-08f9c1f54e9f HTTP/1.1" status: 200 len: 1097 time: 0.1748559 May 25 12:17:57.733625 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89de495-d701-4aa3-bea1-0fa2037c06cf req-a7bc70e5-3db0-4b68-890d-f89498f1b7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:17:57.735029 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-b89de495-d701-4aa3-bea1-0fa2037c06cf req-a7bc70e5-3db0-4b68-890d-f89498f1b7fd service neutron] 10.222.0.54 "GET /v2.0/networks?id=b95433bc-2dbd-474f-a7da-308000160943 HTTP/1.1" status: 200 len: 917 time: 0.1242099 May 25 12:17:57.835562 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-b89de495-d701-4aa3-bea1-0fa2037c06cf req-0a2d1bd3-cbc4-4dc4-bd3b-bf8f90eec384 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=49dfb877-9039-4eaf-bedb-12edb94d373d HTTP/1.1" status: 200 len: 1000 time: 0.0941453 May 25 12:17:57.895589 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89de495-d701-4aa3-bea1-0fa2037c06cf req-f72720a3-8293-45dc-8373-c57d9bcc3418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:17:57.896943 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-b89de495-d701-4aa3-bea1-0fa2037c06cf req-f72720a3-8293-45dc-8373-c57d9bcc3418 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b01b166f-5ba1-4373-a734-254ff90ae56a HTTP/1.1" status: 200 len: 855 time: 0.0547605 May 25 12:17:57.971670 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89de495-d701-4aa3-bea1-0fa2037c06cf req-64535c62-8791-4bfc-a8a8-5738cc322881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:17:57.973135 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-b89de495-d701-4aa3-bea1-0fa2037c06cf req-64535c62-8791-4bfc-a8a8-5738cc322881 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b95433bc-2dbd-474f-a7da-308000160943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0696621 May 25 12:17:58.097645 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11e8913-ad50-4a42-9573-15d41be73f4d req-43e1bfe0-1f3a-4ab4-aa9a-42111c08ed94 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:17:58.099049 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-a11e8913-ad50-4a42-9573-15d41be73f4d req-43e1bfe0-1f3a-4ab4-aa9a-42111c08ed94 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=12ef0035-1920-44f6-b187-08f9c1f54e9f HTTP/1.1" status: 200 len: 944 time: 0.0806315 May 25 12:17:58.107379 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-b89de495-d701-4aa3-bea1-0fa2037c06cf req-ef9c2d12-bcc6-46a3-817b-d296a49ba030 service neutron] 10.222.0.54 "GET /v2.0/networks/b95433bc-2dbd-474f-a7da-308000160943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274259 May 25 12:17:58.148466 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-a11e8913-ad50-4a42-9573-15d41be73f4d req-42161121-a371-4414-9093-86f2a0c7a56b tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4aa74e5-345e-4c0d-b07b-79e0eb5805ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432944 May 25 12:17:58.241881 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-b89de495-d701-4aa3-bea1-0fa2037c06cf req-32d62eac-be78-4f87-9f0a-228e51f42a21 service neutron] 10.222.0.54 "GET /v2.0/networks/b95433bc-2dbd-474f-a7da-308000160943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278560 May 25 12:17:58.295158 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8095438-960d-4896-a060-5e702a2863e3 req-1719c02f-f12a-4a39-b5a5-9b03d0541f8a tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:17:58.296635 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-d8095438-960d-4896-a060-5e702a2863e3 req-1719c02f-f12a-4a39-b5a5-9b03d0541f8a tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] 10.222.0.44 "GET /v2.0/ports?device_id=1616fd2c-929a-4938-977f-a15d5e7ebbf8 HTTP/1.1" status: 200 len: 945 time: 0.0813746 May 25 12:17:58.342384 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-d8095438-960d-4896-a060-5e702a2863e3 req-dd2780fb-27c3-42fd-87dd-3574f049c001 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] 10.222.0.44 "GET /v2.0/security-groups?id=38a619e1-b49f-4641-8bcb-79d8e6cdbdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397565 May 25 12:17:59.388295 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbf9157-4dfc-4a82-9a6c-1250920bcc5d req-1a5a6b28-2e2f-47e8-897a-3e8fa0c7f23f tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:17:59.388295 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-adbf9157-4dfc-4a82-9a6c-1250920bcc5d req-1a5a6b28-2e2f-47e8-897a-3e8fa0c7f23f tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=12ef0035-1920-44f6-b187-08f9c1f54e9f HTTP/1.1" status: 200 len: 944 time: 0.0895548 May 25 12:17:59.431162 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-adbf9157-4dfc-4a82-9a6c-1250920bcc5d req-be0de08e-abc9-4215-abfe-1ab3ef43606c tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4aa74e5-345e-4c0d-b07b-79e0eb5805ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399022 May 25 12:18:00.622287 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9519a0f-3307-4205-8d8c-a611de91929a req-cbb52284-5998-4561-a5e4-bc83f5adc0e5 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:18:00.623804 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-e9519a0f-3307-4205-8d8c-a611de91929a req-cbb52284-5998-4561-a5e4-bc83f5adc0e5 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=12ef0035-1920-44f6-b187-08f9c1f54e9f HTTP/1.1" status: 200 len: 944 time: 0.0811663 May 25 12:18:00.671044 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-e9519a0f-3307-4205-8d8c-a611de91929a req-7761f033-e341-43ee-ab0f-78a04e5b543a tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4aa74e5-345e-4c0d-b07b-79e0eb5805ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415258 May 25 12:18:01.866742 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c56d62-79b6-4222-aaff-4e05c1f9c333 req-471deaee-edc5-491e-a913-8570bf06cc54 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:18:01.868838 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-c9c56d62-79b6-4222-aaff-4e05c1f9c333 req-471deaee-edc5-491e-a913-8570bf06cc54 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=12ef0035-1920-44f6-b187-08f9c1f54e9f HTTP/1.1" status: 200 len: 944 time: 0.0868804 May 25 12:18:01.918310 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-c9c56d62-79b6-4222-aaff-4e05c1f9c333 req-5263b55a-74af-4c7e-a055-691445146763 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4aa74e5-345e-4c0d-b07b-79e0eb5805ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420878 May 25 12:18:03.125223 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f17f6c-ad03-4612-86f2-bd3212d5f2b9 req-cd67288b-cafc-4ae1-b4ec-ed9053bf998f tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:18:03.126847 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-a3f17f6c-ad03-4612-86f2-bd3212d5f2b9 req-cd67288b-cafc-4ae1-b4ec-ed9053bf998f tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=12ef0035-1920-44f6-b187-08f9c1f54e9f HTTP/1.1" status: 200 len: 944 time: 0.0849521 May 25 12:18:03.177325 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-a3f17f6c-ad03-4612-86f2-bd3212d5f2b9 req-72e6d71f-ed05-46d6-b49e-ba42635cdd02 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4aa74e5-345e-4c0d-b07b-79e0eb5805ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446877 May 25 12:18:04.367635 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc72c910-4e5e-4b2d-8c9f-bee482be5407 req-9fb779dc-e605-46dc-b7fc-aea97f43fa3f tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:18:04.369705 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-cc72c910-4e5e-4b2d-8c9f-bee482be5407 req-9fb779dc-e605-46dc-b7fc-aea97f43fa3f tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=12ef0035-1920-44f6-b187-08f9c1f54e9f HTTP/1.1" status: 200 len: 944 time: 0.0810649 May 25 12:18:04.423944 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-cc72c910-4e5e-4b2d-8c9f-bee482be5407 req-2d361210-3078-48dd-8741-22ff45b1d3c7 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4aa74e5-345e-4c0d-b07b-79e0eb5805ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485449 May 25 12:18:05.616924 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d6eec0-518b-4f2a-aa2f-021545c43032 req-0b392bb0-cacd-45dc-b282-9ccfbb0348a6 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:18:05.618421 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-71d6eec0-518b-4f2a-aa2f-021545c43032 req-0b392bb0-cacd-45dc-b282-9ccfbb0348a6 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=12ef0035-1920-44f6-b187-08f9c1f54e9f HTTP/1.1" status: 200 len: 944 time: 0.0855000 May 25 12:18:05.665191 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-71d6eec0-518b-4f2a-aa2f-021545c43032 req-96837253-c6df-4954-85f3-631e4fa99481 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4aa74e5-345e-4c0d-b07b-79e0eb5805ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403497 May 25 12:18:06.859013 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2466f946-909a-4006-b76b-67c67ef4c97e req-1a1c98b1-81f1-4e67-bb1f-4cf06f141d19 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:18:06.860497 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-2466f946-909a-4006-b76b-67c67ef4c97e req-1a1c98b1-81f1-4e67-bb1f-4cf06f141d19 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=12ef0035-1920-44f6-b187-08f9c1f54e9f HTTP/1.1" status: 200 len: 944 time: 0.0806844 May 25 12:18:06.906952 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-2466f946-909a-4006-b76b-67c67ef4c97e req-4fb8112c-bfb1-486f-9ed4-64aceefee183 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4aa74e5-345e-4c0d-b07b-79e0eb5805ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403605 May 25 12:18:08.220795 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e1f7b7-b978-48fc-90dc-4c2f1a15b10f req-d0cdc0bb-7385-431d-b537-5d3e168e5b30 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:18:08.222182 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-43e1f7b7-b978-48fc-90dc-4c2f1a15b10f req-d0cdc0bb-7385-431d-b537-5d3e168e5b30 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=12ef0035-1920-44f6-b187-08f9c1f54e9f HTTP/1.1" status: 200 len: 944 time: 0.2030046 May 25 12:18:08.269610 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-43e1f7b7-b978-48fc-90dc-4c2f1a15b10f req-9ece5c7c-b238-48e9-870d-b0811213232c tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4aa74e5-345e-4c0d-b07b-79e0eb5805ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418026 May 25 12:18:09.454942 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b16962-0259-4b22-aaf0-ade357e53b9a req-ebb84bf7-bf1c-4beb-b488-60e3b7244c91 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:18:09.456459 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-14b16962-0259-4b22-aaf0-ade357e53b9a req-ebb84bf7-bf1c-4beb-b488-60e3b7244c91 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=12ef0035-1920-44f6-b187-08f9c1f54e9f HTTP/1.1" status: 200 len: 944 time: 0.0797379 May 25 12:18:09.504870 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-14b16962-0259-4b22-aaf0-ade357e53b9a req-e981c4fc-6b16-481d-9ad9-1169292f2efd tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4aa74e5-345e-4c0d-b07b-79e0eb5805ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426977 May 25 12:18:10.694381 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d239fd31-b7bc-45e2-9282-446bc7868b67 req-a55c9ff9-389c-4e15-9fd5-84061215eed7 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:18:10.695875 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-d239fd31-b7bc-45e2-9282-446bc7868b67 req-a55c9ff9-389c-4e15-9fd5-84061215eed7 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=12ef0035-1920-44f6-b187-08f9c1f54e9f HTTP/1.1" status: 200 len: 944 time: 0.0791464 May 25 12:18:10.740010 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-d239fd31-b7bc-45e2-9282-446bc7868b67 req-e7ce917c-c869-41dc-8bf3-703af14f2610 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4aa74e5-345e-4c0d-b07b-79e0eb5805ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383399 May 25 12:18:11.495135 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Device 49dfb877-9039-4eaf-bedb-12edb94d373d details requested by agent hyperv_hv-cinder-77923 with host hv-cinder-77923 {{(pid=92474) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 12:18:11.624990 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] For port 49dfb877-9039-4eaf-bedb-12edb94d373d, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=49dfb877-9039-4eaf-bedb-12edb94d373d,segment=NetworkSegment(a867bff5-0b48-4d60-bac3-5ba6e8b8d30c),segment_id=a867bff5-0b48-4d60-bac3-5ba6e8b8d30c)] {{(pid=92474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:18:11.637881 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Returning: {'device': '49dfb877-9039-4eaf-bedb-12edb94d373d', 'network_id': 'b95433bc-2dbd-474f-a7da-308000160943', 'port_id': '49dfb877-9039-4eaf-bedb-12edb94d373d', 'mac_address': 'fa:16:3e:82:c1:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b01b166f-5ba1-4373-a734-254ff90ae56a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92474) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 12:18:11.695196 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:18:11.712074 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.notifiers.nova [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49dfb877-9039-4eaf-bedb-12edb94d373d {{(pid=92474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 12:18:11.727073 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] For port 49dfb877-9039-4eaf-bedb-12edb94d373d, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=49dfb877-9039-4eaf-bedb-12edb94d373d,segment=NetworkSegment(a867bff5-0b48-4d60-bac3-5ba6e8b8d30c),segment_id=a867bff5-0b48-4d60-bac3-5ba6e8b8d30c)] {{(pid=92474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:18:11.813407 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:18:11.815376 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:18:11.883706 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Pushing event updated for resources: {'Port': ['ID=49dfb877-9039-4eaf-bedb-12edb94d373d,revision_number=9']} {{(pid=92474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:18:11.886712 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:18:11.948039 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc231a41-0383-4da7-bf91-bf2e50cb8363 req-3be8b944-db64-4f9f-92bf-0cc68bfdd270 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:18:11.949554 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-fc231a41-0383-4da7-bf91-bf2e50cb8363 req-3be8b944-db64-4f9f-92bf-0cc68bfdd270 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=12ef0035-1920-44f6-b187-08f9c1f54e9f HTTP/1.1" status: 200 len: 945 time: 0.0934641 May 25 12:18:11.995669 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-fc231a41-0383-4da7-bf91-bf2e50cb8363 req-9fc88c6d-4fb0-4698-9d3d-72dd5092a926 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4aa74e5-345e-4c0d-b07b-79e0eb5805ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403802 May 25 12:18:12.077889 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] get_ports_and_sgs() called for port_ids ['49dfb877-9039-4eaf-bedb-12edb94d373d'] {{(pid=92474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 12:18:12.328165 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aac5633-f106-437a-bbed-55a8311db8b1 req-df2ca61a-9025-4679-8595-4edf8ea79562 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:18:12.329598 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-0aac5633-f106-437a-bbed-55a8311db8b1 req-df2ca61a-9025-4679-8595-4edf8ea79562 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] 10.222.0.44 "GET /v2.0/ports?device_id=105de765-1c34-423f-98ad-8a5339ef474a HTTP/1.1" status: 200 len: 945 time: 0.0815630 May 25 12:18:12.372748 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-0aac5633-f106-437a-bbed-55a8311db8b1 req-65dc3729-80f7-4f49-83d1-6c93d9d48bf5 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] 10.222.0.44 "GET /v2.0/security-groups?id=c463a1c7-9126-4ce7-b458-d16dda484ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376003 May 25 12:18:12.395275 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 43780) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:18:12.507297 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c65e9ac6-ab9c-4439-8beb-8a36abae391b tempest-TestMinimumBasicScenario-180434312 tempest-TestMinimumBasicScenario-180434312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:18:12.509445 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-c65e9ac6-ab9c-4439-8beb-8a36abae391b tempest-TestMinimumBasicScenario-180434312 tempest-TestMinimumBasicScenario-180434312-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=105de765-1c34-423f-98ad-8a5339ef474a HTTP/1.1" status: 200 len: 1093 time: 0.1132150 May 25 12:18:12.512301 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 43786) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:18:12.518116 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.v2.base [None req-7636c83c-09f6-4de8-856c-9665209e6818 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Request body: {'floatingip': {'floating_network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'port_id': '43cd5fd7-bb31-40e0-84ea-70267fac0ba3', 'tenant_id': '76a95061831f431abb0c51a779557b0f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=92472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 12:18:12.523980 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-7636c83c-09f6-4de8-856c-9665209e6818 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:18:12.527745 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-7636c83c-09f6-4de8-856c-9665209e6818 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Usage tracker for resource:floatingip and tenant:76a95061831f431abb0c51a779557b0f is out of sync, need to count used quota {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:18:12.530505 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-7636c83c-09f6-4de8-856c-9665209e6818 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:18:12.537523 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-7636c83c-09f6-4de8-856c-9665209e6818 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:18:12.596263 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-7636c83c-09f6-4de8-856c-9665209e6818 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Notify callbacks [] for floatingip, before_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:18:12.730468 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-7636c83c-09f6-4de8-856c-9665209e6818 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:18:12.860171 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.db_base_plugin_common [None req-7636c83c-09f6-4de8-856c-9665209e6818 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Allocated IP 172.28.2.126 (4d625284-12e5-4031-b909-2f88209a96c9/2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92/f7401555-0fb0-44b9-a6c5-f571fb81a8f7) {{(pid=92472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 12:18:13.004476 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-7636c83c-09f6-4de8-856c-9665209e6818 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Notify callbacks [] for port, precommit_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:18:13.094231 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-7636c83c-09f6-4de8-856c-9665209e6818 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786008105683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2227112'] for port, after_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:18:13.099188 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:18:13.200077 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7636c83c-09f6-4de8-856c-9665209e6818 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Network 4d625284-12e5-4031-b909-2f88209a96c9 is already hosted by enough agents. {{(pid=92472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 12:18:13.203744 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.scheduler.base_scheduler [None req-7636c83c-09f6-4de8-856c-9665209e6818 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Resources bound (agent type, host, resource id): {{(pid=92472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 12:18:13.209241 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7636c83c-09f6-4de8-856c-9665209e6818 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Received port after_create {{(pid=92472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 12:18:13.251914 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7636c83c-09f6-4de8-856c-9665209e6818 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Pushing event updated for resources: {'Port': ['ID=f7401555-0fb0-44b9-a6c5-f571fb81a8f7,revision_number=1']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:18:13.269884 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7636c83c-09f6-4de8-856c-9665209e6818 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:18:13.270183 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7636c83c-09f6-4de8-856c-9665209e6818 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:18:13.270532 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7636c83c-09f6-4de8-856c-9665209e6818 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:18:13.270878 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7636c83c-09f6-4de8-856c-9665209e6818 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:18:13.271217 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7636c83c-09f6-4de8-856c-9665209e6818 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:18:13.271582 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7636c83c-09f6-4de8-856c-9665209e6818 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:18:13.271920 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7636c83c-09f6-4de8-856c-9665209e6818 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:18:13.272254 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7636c83c-09f6-4de8-856c-9665209e6818 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:18:13.272614 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7636c83c-09f6-4de8-856c-9665209e6818 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:18:13.272944 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7636c83c-09f6-4de8-856c-9665209e6818 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:18:13.273275 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7636c83c-09f6-4de8-856c-9665209e6818 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:18:13.273604 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7636c83c-09f6-4de8-856c-9665209e6818 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:18:13.281764 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-7636c83c-09f6-4de8-856c-9665209e6818 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:18:13.351286 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5459cbaf-69d5-4f7d-bfae-c6fe02e9fa43 req-7a8a1ab0-d6c7-49fc-8f84-d11e1b219634 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:18:13.353314 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-5459cbaf-69d5-4f7d-bfae-c6fe02e9fa43 req-7a8a1ab0-d6c7-49fc-8f84-d11e1b219634 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=12ef0035-1920-44f6-b187-08f9c1f54e9f HTTP/1.1" status: 200 len: 945 time: 0.2208476 May 25 12:18:13.493594 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Device 49dfb877-9039-4eaf-bedb-12edb94d373d up at agent hyperv_hv-cinder-77923 {{(pid=92474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 12:18:13.509681 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-5459cbaf-69d5-4f7d-bfae-c6fe02e9fa43 req-e9c4793d-d170-4aa7-a84f-ddb487356475 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4aa74e5-345e-4c0d-b07b-79e0eb5805ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215258 May 25 12:18:13.561896 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Provisioning complete for port 49dfb877-9039-4eaf-bedb-12edb94d373d triggered by entity L2. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 12:18:13.562275 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902397'] for port, provisioning_complete {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:18:13.684405 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-7636c83c-09f6-4de8-856c-9665209e6818 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:18:13.712004 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:18:13.738074 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12ef0035-1920-44f6-b187-08f9c1f54e9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49dfb877-9039-4eaf-bedb-12edb94d373d'}] {{(pid=92474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 12:18:13.747837 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] For port 49dfb877-9039-4eaf-bedb-12edb94d373d, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=49dfb877-9039-4eaf-bedb-12edb94d373d,segment=NetworkSegment(a867bff5-0b48-4d60-bac3-5ba6e8b8d30c),segment_id=a867bff5-0b48-4d60-bac3-5ba6e8b8d30c)] {{(pid=92474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:18:13.782489 dv-cinder-779233-5-smb neutron-server[92474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12ef0035-1920-44f6-b187-08f9c1f54e9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49dfb877-9039-4eaf-bedb-12edb94d373d', 'code': 200} May 25 12:18:13.816940 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-7636c83c-09f6-4de8-856c-9665209e6818 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:18:13.819639 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:18:13.821658 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:18:13.889435 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Pushing event updated for resources: {'Port': ['ID=49dfb877-9039-4eaf-bedb-12edb94d373d,revision_number=10']} {{(pid=92474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:18:13.893117 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:18:14.051633 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-26df5db3-0c99-4965-9b60-2e65463f735a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:18:14.109131 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.agents_db [None req-9d38de35-3365-4658-8f1e-c8b00fd146ea None None] Agent healthcheck: found 6 active agents {{(pid=92475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 12:18:14.130673 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-7636c83c-09f6-4de8-856c-9665209e6818 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Notify callbacks [] for port, precommit_update {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:18:14.162855 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920a8934-0652-4933-ad3d-1df45e5ac80c req-fbbadd54-6033-4f90-99ef-f2885767afe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:18:14.164349 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-920a8934-0652-4933-ad3d-1df45e5ac80c req-fbbadd54-6033-4f90-99ef-f2885767afe9 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=12ef0035-1920-44f6-b187-08f9c1f54e9f HTTP/1.1" status: 200 len: 1100 time: 0.0748160 May 25 12:18:14.205334 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-920a8934-0652-4933-ad3d-1df45e5ac80c req-f0928dfc-d583-45b2-bb41-8cc1f8ede0b7 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=a4aa74e5-345e-4c0d-b07b-79e0eb5805ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334811 May 25 12:18:14.207857 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-7636c83c-09f6-4de8-856c-9665209e6818 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2227105'] for port, after_update {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:18:14.212758 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-ac7f3c63-3968-4297-82fc-dbf7b6d1d2e9 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:18:14.316906 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7636c83c-09f6-4de8-856c-9665209e6818 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Pushing event updated for resources: {'Port': ['ID=f7401555-0fb0-44b9-a6c5-f571fb81a8f7,revision_number=2']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:18:14.320955 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-7636c83c-09f6-4de8-856c-9665209e6818 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:18:14.327431 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-7636c83c-09f6-4de8-856c-9665209e6818 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1047065'] for floatingip, after_update {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:18:14.493207 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.db.l3_db [None req-7636c83c-09f6-4de8-856c-9665209e6818 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Floating IP f292dc5a-2f61-40c6-bf0a-e069024e3034 associated. External IP: 172.28.2.126, port: 43cd5fd7-bb31-40e0-84ea-70267fac0ba3. May 25 12:18:14.900682 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7636c83c-09f6-4de8-856c-9665209e6818 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Router 9872c0a9-0471-4d90-858f-381d057985ad has already been hosted by L3 agent 4aaf6e0c-8c85-4f95-8d8e-6a64f0cc3b25 {{(pid=92472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 12:18:14.975775 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91076a1c-ceaa-4d09-9aef-9caa898f1341 req-2752a757-c198-4095-82e1-0ccb295c2dd0 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:18:14.977228 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-91076a1c-ceaa-4d09-9aef-9caa898f1341 req-2752a757-c198-4095-82e1-0ccb295c2dd0 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=12ef0035-1920-44f6-b187-08f9c1f54e9f HTTP/1.1" status: 200 len: 947 time: 0.1722775 May 25 12:18:15.104268 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-91076a1c-ceaa-4d09-9aef-9caa898f1341 req-01fa4b67-601b-4f0f-8f6b-2689b9740e78 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4aa74e5-345e-4c0d-b07b-79e0eb5805ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193573 May 25 12:18:15.126705 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7636c83c-09f6-4de8-856c-9665209e6818 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Notify agent at l3_agent.dv-cinder-779233-5-smb the message routers_updated {{(pid=92472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 12:18:15.137519 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86361d4-5016-442f-9499-d5a88a3bcdc9 None None] Sync routers for ids ['9872c0a9-0471-4d90-858f-381d057985ad'] in dv-cinder-779233-5-smb {{(pid=92474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 12:18:15.152020 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86361d4-5016-442f-9499-d5a88a3bcdc9 None None] Routers {'9872c0a9-0471-4d90-858f-381d057985ad'} bound to L3 agent in host dv-cinder-779233-5-smb {{(pid=92474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 12:18:15.152709 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_hamode_db [None req-a86361d4-5016-442f-9499-d5a88a3bcdc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-25T12:04:17Z,description=,heartbeat_timestamp=2021-05-25T12:17:47Z,host='dv-cinder-779233-5-smb',id=4aaf6e0c-8c85-4f95-8d8e-6a64f0cc3b25,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T12:04:17Z,topic='l3_agent')) {'router_ids': ['9872c0a9-0471-4d90-858f-381d057985ad'], 'active': True} {{(pid=92474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:18:15.234846 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-7636c83c-09f6-4de8-856c-9665209e6818 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163099'] for floatingip, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:18:15.289626 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-7636c83c-09f6-4de8-856c-9665209e6818 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7762587 May 25 12:18:15.290915 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '105de765-1c34-423f-98ad-8a5339ef474a', 'tag': '43cd5fd7-bb31-40e0-84ea-70267fac0ba3'}] {{(pid=92472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 12:18:15.292486 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 43812) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:18:15.297984 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.v2.base [None req-c7313cb1-a8a6-4e94-b77b-b870681108ae tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-249865142', 'description': 'tempest-secgroup-smoke-249865142 description', 'project_id': '76a95061831f431abb0c51a779557b0f'}} {{(pid=92473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 12:18:15.304179 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-c7313cb1-a8a6-4e94-b77b-b870681108ae tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:18:15.308614 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-c7313cb1-a8a6-4e94-b77b-b870681108ae tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Usage tracker for resource:security_group and tenant:76a95061831f431abb0c51a779557b0f is out of sync, need to count used quota {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:18:15.312364 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-c7313cb1-a8a6-4e94-b77b-b870681108ae tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:18:15.319570 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-c7313cb1-a8a6-4e94-b77b-b870681108ae tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:18:15.335154 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_dvr_db [None req-a86361d4-5016-442f-9499-d5a88a3bcdc9 None None] Set router 9872c0a9-0471-4d90-858f-381d057985ad gateway port host: dv-cinder-779233-5-smb {{(pid=92474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 12:18:15.392796 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '105de765-1c34-423f-98ad-8a5339ef474a', 'tag': '43cd5fd7-bb31-40e0-84ea-70267fac0ba3', 'status': 'completed', 'code': 200} May 25 12:18:15.406116 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-c7313cb1-a8a6-4e94-b77b-b870681108ae tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Notify callbacks [] for security_group, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:18:15.471706 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-c7313cb1-a8a6-4e94-b77b-b870681108ae tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:18:15.475985 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-c7313cb1-a8a6-4e94-b77b-b870681108ae tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Usage tracker for resource:security_group_rule and tenant:76a95061831f431abb0c51a779557b0f is out of sync, need to count used quota {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:18:15.484110 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-c7313cb1-a8a6-4e94-b77b-b870681108ae tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:18:15.492100 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-c7313cb1-a8a6-4e94-b77b-b870681108ae tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:18:15.535970 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81547b1-1e46-4127-9298-1eb2fd1f3bce req-b686d12b-e8ac-49df-b6b0-274b7802d5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:18:15.537465 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-b81547b1-1e46-4127-9298-1eb2fd1f3bce req-b686d12b-e8ac-49df-b6b0-274b7802d5e9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=76a95061831f431abb0c51a779557b0f&device_id=105de765-1c34-423f-98ad-8a5339ef474a HTTP/1.1" status: 200 len: 1098 time: 0.1209428 May 25 12:18:15.666116 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-c7313cb1-a8a6-4e94-b77b-b870681108ae tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Notify callbacks [] for security_group, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:18:15.687594 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_hamode_db [None req-a86361d4-5016-442f-9499-d5a88a3bcdc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9872c0a9-0471-4d90-858f-381d057985ad', 'name': 'tempest-TestMinimumBasicScenario-352936281-router', 'tenant_id': '76a95061831f431abb0c51a779557b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'external_fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.133'}], 'enable_snat': True}, 'gw_port_id': '9aa4e86b-a77d-42ff-9f21-f8644e23dd1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T12:17:03Z', 'updated_at': '2021-05-25T12:17:08Z', 'revision_number': 4, 'project_id': '76a95061831f431abb0c51a779557b0f', 'gw_port': {'id': '9aa4e86b-a77d-42ff-9f21-f8644e23dd1b', 'name': '', 'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9872c0a9-0471-4d90-858f-381d057985ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:17:04Z', 'updated_at': '2021-05-25T12:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-5-smb', '_floatingips': [{'id': 'f292dc5a-2f61-40c6-bf0a-e069024e3034', 'tenant_id': '76a95061831f431abb0c51a779557b0f', 'floating_ip_address': '172.28.2.126', 'floating_network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'router_id': '9872c0a9-0471-4d90-858f-381d057985ad', 'port_id': '43cd5fd7-bb31-40e0-84ea-70267fac0ba3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd564631-6e78-4015-aaaf-60730c0751fd', 'mac_address': 'fa:16:3e:8c:fa:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105de765-1c34-423f-98ad-8a5339ef474a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T12:18:13Z', 'updated_at': '2021-05-25T12:18:13Z', 'revision_number': 0, 'project_id': '76a95061831f431abb0c51a779557b0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fdb7ea4-0426-40f6-9dae-817d2744e0fc', 'name': '', 'network_id': 'cd564631-6e78-4015-aaaf-60730c0751fd', 'tenant_id': '76a95061831f431abb0c51a779557b0f', 'mac_address': 'fa:16:3e:f3:61:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9872c0a9-0471-4d90-858f-381d057985ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '791d9bb4-33b7-4c20-ac30-135c25dcfc49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:17:07Z', 'updated_at': '2021-05-25T12:17:14Z', 'revision_number': 5, 'project_id': '76a95061831f431abb0c51a779557b0f', 'subnets': [{'id': '791d9bb4-33b7-4c20-ac30-135c25dcfc49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-5-smb', False) {} {{(pid=92474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:18:15.691390 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86361d4-5016-442f-9499-d5a88a3bcdc9 None None] Checking router: 9872c0a9-0471-4d90-858f-381d057985ad for host: dv-cinder-779233-5-smb {{(pid=92474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 12:18:15.700450 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86361d4-5016-442f-9499-d5a88a3bcdc9 None None] Routers {'9872c0a9-0471-4d90-858f-381d057985ad'} bound to L3 agent in host dv-cinder-779233-5-smb {{(pid=92474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 12:18:15.701066 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_hamode_db [None req-a86361d4-5016-442f-9499-d5a88a3bcdc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-25T12:04:17Z,description=,heartbeat_timestamp=2021-05-25T12:17:47Z,host='dv-cinder-779233-5-smb',id=4aaf6e0c-8c85-4f95-8d8e-6a64f0cc3b25,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T12:04:17Z,topic='l3_agent')) {'router_ids': ['9872c0a9-0471-4d90-858f-381d057985ad'], 'active': True} {{(pid=92474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:18:15.704908 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81547b1-1e46-4127-9298-1eb2fd1f3bce req-5f5c5985-5219-416b-8d78-2824c3479b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:18:15.706341 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-b81547b1-1e46-4127-9298-1eb2fd1f3bce req-5f5c5985-5219-416b-8d78-2824c3479b0c service neutron] 10.222.0.54 "GET /v2.0/networks?id=cd564631-6e78-4015-aaaf-60730c0751fd HTTP/1.1" status: 200 len: 915 time: 0.1578622 May 25 12:18:15.765952 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-c7313cb1-a8a6-4e94-b77b-b870681108ae tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:18:15.782459 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-150f102b-fba9-4fad-a61f-955af209a5de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:18:15.843699 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7313cb1-a8a6-4e94-b77b-b870681108ae tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=302a9569-efae-4570-9708-e3b46232fd49,revision_number=1']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:18:15.850784 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-b81547b1-1e46-4127-9298-1eb2fd1f3bce req-401114c6-6221-4e32-8f26-cc25cc002d85 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=43cd5fd7-bb31-40e0-84ea-70267fac0ba3 HTTP/1.1" status: 200 len: 999 time: 0.1368322 May 25 12:18:15.855268 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7313cb1-a8a6-4e94-b77b-b870681108ae tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:18:15.855661 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7313cb1-a8a6-4e94-b77b-b870681108ae tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:18:15.856039 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7313cb1-a8a6-4e94-b77b-b870681108ae tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:18:15.856394 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7313cb1-a8a6-4e94-b77b-b870681108ae tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:18:15.856743 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7313cb1-a8a6-4e94-b77b-b870681108ae tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:18:15.857090 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7313cb1-a8a6-4e94-b77b-b870681108ae tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:18:15.857433 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7313cb1-a8a6-4e94-b77b-b870681108ae tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:18:15.857779 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7313cb1-a8a6-4e94-b77b-b870681108ae tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:18:15.858119 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7313cb1-a8a6-4e94-b77b-b870681108ae tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:18:15.858457 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7313cb1-a8a6-4e94-b77b-b870681108ae tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:18:15.858793 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7313cb1-a8a6-4e94-b77b-b870681108ae tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:18:15.859128 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7313cb1-a8a6-4e94-b77b-b870681108ae tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:18:15.863191 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-c7313cb1-a8a6-4e94-b77b-b870681108ae tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:18:15.882341 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_dvr_db [None req-a86361d4-5016-442f-9499-d5a88a3bcdc9 None None] Set router 9872c0a9-0471-4d90-858f-381d057985ad gateway port host: dv-cinder-779233-5-smb {{(pid=92474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 12:18:15.900425 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-c7313cb1-a8a6-4e94-b77b-b870681108ae tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Notify callbacks [] for security_group, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:18:15.901607 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-c7313cb1-a8a6-4e94-b77b-b870681108ae tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.6081374 May 25 12:18:15.904824 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 43838) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:18:15.910868 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.v2.base [None req-9c20bfb7-8b2e-4752-98b1-c259a3fbba86 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Request body: {'security_group_rule': {'security_group_id': '302a9569-efae-4570-9708-e3b46232fd49', 'project_id': '76a95061831f431abb0c51a779557b0f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 12:18:15.917366 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-9c20bfb7-8b2e-4752-98b1-c259a3fbba86 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:18:15.921863 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-9c20bfb7-8b2e-4752-98b1-c259a3fbba86 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Usage tracker for resource:security_group_rule and tenant:76a95061831f431abb0c51a779557b0f is out of sync, need to count used quota {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:18:15.922025 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81547b1-1e46-4127-9298-1eb2fd1f3bce req-593105a0-bbad-470d-b181-0a605faa667d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:18:15.923357 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-b81547b1-1e46-4127-9298-1eb2fd1f3bce req-593105a0-bbad-470d-b181-0a605faa667d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=791d9bb4-33b7-4c20-ac30-135c25dcfc49 HTTP/1.1" status: 200 len: 853 time: 0.0611997 May 25 12:18:15.925439 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-9c20bfb7-8b2e-4752-98b1-c259a3fbba86 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:18:15.933347 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-9c20bfb7-8b2e-4752-98b1-c259a3fbba86 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:18:16.014474 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81547b1-1e46-4127-9298-1eb2fd1f3bce req-5c3fab5a-9541-4281-b479-be0680585d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:18:16.015565 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-9c20bfb7-8b2e-4752-98b1-c259a3fbba86 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:18:16.016035 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-b81547b1-1e46-4127-9298-1eb2fd1f3bce req-5c3fab5a-9541-4281-b479-be0680585d48 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cd564631-6e78-4015-aaaf-60730c0751fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0815110 May 25 12:18:16.097752 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-9c20bfb7-8b2e-4752-98b1-c259a3fbba86 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:18:16.153032 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-b81547b1-1e46-4127-9298-1eb2fd1f3bce req-56e69546-3aad-42bf-b928-1a5591bc8d4a service neutron] 10.222.0.54 "GET /v2.0/networks/cd564631-6e78-4015-aaaf-60730c0751fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297114 May 25 12:18:16.183384 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-9c20bfb7-8b2e-4752-98b1-c259a3fbba86 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019753'] for security_group_rule, after_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:18:16.185181 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-64f0c859-2325-4376-81d0-c218be58f2b2 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:18:16.220774 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c20bfb7-8b2e-4752-98b1-c259a3fbba86 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae5b6b80-b3f9-4b99-8531-d0e93c8f6162,revision_number=0']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:18:16.228906 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-9c20bfb7-8b2e-4752-98b1-c259a3fbba86 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:18:16.287852 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_hamode_db [None req-a86361d4-5016-442f-9499-d5a88a3bcdc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9872c0a9-0471-4d90-858f-381d057985ad', 'name': 'tempest-TestMinimumBasicScenario-352936281-router', 'tenant_id': '76a95061831f431abb0c51a779557b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'external_fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.133'}], 'enable_snat': True}, 'gw_port_id': '9aa4e86b-a77d-42ff-9f21-f8644e23dd1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T12:17:03Z', 'updated_at': '2021-05-25T12:17:08Z', 'revision_number': 4, 'project_id': '76a95061831f431abb0c51a779557b0f', 'gw_port': {'id': '9aa4e86b-a77d-42ff-9f21-f8644e23dd1b', 'name': '', 'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9872c0a9-0471-4d90-858f-381d057985ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:17:04Z', 'updated_at': '2021-05-25T12:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-5-smb', '_floatingips': [{'id': 'f292dc5a-2f61-40c6-bf0a-e069024e3034', 'tenant_id': '76a95061831f431abb0c51a779557b0f', 'floating_ip_address': '172.28.2.126', 'floating_network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'router_id': '9872c0a9-0471-4d90-858f-381d057985ad', 'port_id': '43cd5fd7-bb31-40e0-84ea-70267fac0ba3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd564631-6e78-4015-aaaf-60730c0751fd', 'mac_address': 'fa:16:3e:8c:fa:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105de765-1c34-423f-98ad-8a5339ef474a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T12:18:13Z', 'updated_at': '2021-05-25T12:18:13Z', 'revision_number': 0, 'project_id': '76a95061831f431abb0c51a779557b0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fdb7ea4-0426-40f6-9dae-817d2744e0fc', 'name': '', 'network_id': 'cd564631-6e78-4015-aaaf-60730c0751fd', 'tenant_id': '76a95061831f431abb0c51a779557b0f', 'mac_address': 'fa:16:3e:f3:61:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9872c0a9-0471-4d90-858f-381d057985ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '791d9bb4-33b7-4c20-ac30-135c25dcfc49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:17:07Z', 'updated_at': '2021-05-25T12:17:14Z', 'revision_number': 5, 'project_id': '76a95061831f431abb0c51a779557b0f', 'subnets': [{'id': '791d9bb4-33b7-4c20-ac30-135c25dcfc49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-5-smb', False) {} {{(pid=92474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:18:16.293014 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86361d4-5016-442f-9499-d5a88a3bcdc9 None None] The sync data for ids ['9872c0a9-0471-4d90-858f-381d057985ad'] in dv-cinder-779233-5-smb is: [{'id': '9872c0a9-0471-4d90-858f-381d057985ad', 'name': 'tempest-TestMinimumBasicScenario-352936281-router', 'tenant_id': '76a95061831f431abb0c51a779557b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'external_fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.133'}], 'enable_snat': True}, 'gw_port_id': '9aa4e86b-a77d-42ff-9f21-f8644e23dd1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T12:17:03Z', 'updated_at': '2021-05-25T12:17:08Z', 'revision_number': 4, 'project_id': '76a95061831f431abb0c51a779557b0f', 'gw_port': {'id': '9aa4e86b-a77d-42ff-9f21-f8644e23dd1b', 'name': '', 'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9872c0a9-0471-4d90-858f-381d057985ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:17:04Z', 'updated_at': '2021-05-25T12:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-5-smb', '_floatingips': [{'id': 'f292dc5a-2f61-40c6-bf0a-e069024e3034', 'tenant_id': '76a95061831f431abb0c51a779557b0f', 'floating_ip_address': '172.28.2.126', 'floating_network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'router_id': '9872c0a9-0471-4d90-858f-381d057985ad', 'port_id': '43cd5fd7-bb31-40e0-84ea-70267fac0ba3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd564631-6e78-4015-aaaf-60730c0751fd', 'mac_address': 'fa:16:3e:8c:fa:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105de765-1c34-423f-98ad-8a5339ef474a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T12:18:13Z', 'updated_at': '2021-05-25T12:18:13Z', 'revision_number': 0, 'project_id': '76a95061831f431abb0c51a779557b0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fdb7ea4-0426-40f6-9dae-817d2744e0fc', 'name': '', 'network_id': 'cd564631-6e78-4015-aaaf-60730c0751fd', 'tenant_id': '76a95061831f431abb0c51a779557b0f', 'mac_address': 'fa:16:3e:f3:61:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9872c0a9-0471-4d90-858f-381d057985ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '791d9bb4-33b7-4c20-ac30-135c25dcfc49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:17:07Z', 'updated_at': '2021-05-25T12:17:14Z', 'revision_number': 5, 'project_id': '76a95061831f431abb0c51a779557b0f', 'subnets': [{'id': '791d9bb4-33b7-4c20-ac30-135c25dcfc49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 12:18:16.341085 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41991d37-0889-466e-ab93-41b534e9d1dd req-ecc6d9b5-a885-4103-beae-0d5220254584 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:18:16.342786 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-41991d37-0889-466e-ab93-41b534e9d1dd req-ecc6d9b5-a885-4103-beae-0d5220254584 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=12ef0035-1920-44f6-b187-08f9c1f54e9f HTTP/1.1" status: 200 len: 947 time: 0.1150503 May 25 12:18:16.345844 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-9c20bfb7-8b2e-4752-98b1-c259a3fbba86 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:18:16.349358 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-9c20bfb7-8b2e-4752-98b1-c259a3fbba86 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4410427 May 25 12:18:16.350558 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 43844) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:18:16.363044 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.v2.base [None req-6df1f229-fd72-4150-acc1-4d0c70633273 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Request body: {'security_group_rule': {'security_group_id': '302a9569-efae-4570-9708-e3b46232fd49', 'project_id': '76a95061831f431abb0c51a779557b0f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 12:18:16.384278 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-6df1f229-fd72-4150-acc1-4d0c70633273 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:18:16.392036 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-6df1f229-fd72-4150-acc1-4d0c70633273 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Usage tracker for resource:security_group_rule and tenant:76a95061831f431abb0c51a779557b0f is out of sync, need to count used quota {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:18:16.397156 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-6df1f229-fd72-4150-acc1-4d0c70633273 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:18:16.403674 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-b81547b1-1e46-4127-9298-1eb2fd1f3bce req-d00addce-f4b4-4e75-a026-b37911fe1303 service neutron] 10.222.0.54 "GET /v2.0/networks/cd564631-6e78-4015-aaaf-60730c0751fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427928 May 25 12:18:16.410766 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-6df1f229-fd72-4150-acc1-4d0c70633273 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:18:16.428184 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-41991d37-0889-466e-ab93-41b534e9d1dd req-56fd7f5a-0b4a-4de5-87e7-9a89d321b7e5 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4aa74e5-345e-4c0d-b07b-79e0eb5805ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597506 May 25 12:18:16.440680 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:18:16.526247 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8647a7-12af-4271-afd7-ec2718f57243 None None] New status for floating IP f292dc5a-2f61-40c6-bf0a-e069024e3034: ACTIVE {{(pid=92475) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 12:18:16.542768 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-6df1f229-fd72-4150-acc1-4d0c70633273 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:18:16.709010 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-6df1f229-fd72-4150-acc1-4d0c70633273 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:18:16.806382 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-6df1f229-fd72-4150-acc1-4d0c70633273 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019753'] for security_group_rule, after_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:18:16.806591 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec72354e-797d-454f-bb29-06453c04c6a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:18:16.808440 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:18:16.831183 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df1f229-fd72-4150-acc1-4d0c70633273 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9202888-7764-4799-bcc5-6edf4eb3038c,revision_number=0']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:18:16.833650 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-6df1f229-fd72-4150-acc1-4d0c70633273 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:18:16.904959 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-6df1f229-fd72-4150-acc1-4d0c70633273 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:18:16.906166 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-6df1f229-fd72-4150-acc1-4d0c70633273 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5545115 May 25 12:18:16.908953 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 43848) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:18:16.913897 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.v2.base [None req-8fd17262-8523-4970-9564-6274198808ba tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Request body: {'security_group_rule': {'security_group_id': '302a9569-efae-4570-9708-e3b46232fd49', 'project_id': '76a95061831f431abb0c51a779557b0f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 12:18:16.921940 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-8fd17262-8523-4970-9564-6274198808ba tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:18:16.925974 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-8fd17262-8523-4970-9564-6274198808ba tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Usage tracker for resource:security_group_rule and tenant:76a95061831f431abb0c51a779557b0f is out of sync, need to count used quota {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:18:16.939265 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-8fd17262-8523-4970-9564-6274198808ba tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:18:16.939265 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-8fd17262-8523-4970-9564-6274198808ba tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:18:17.029732 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-8fd17262-8523-4970-9564-6274198808ba tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:18:17.090712 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-8fd17262-8523-4970-9564-6274198808ba tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:18:17.196366 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-8fd17262-8523-4970-9564-6274198808ba tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019753'] for security_group_rule, after_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:18:17.198328 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:18:17.219624 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd17262-8523-4970-9564-6274198808ba tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15b10211-4661-45b8-b111-33a0673b9d92,revision_number=0']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:18:17.221973 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-8fd17262-8523-4970-9564-6274198808ba tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:18:17.302928 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-8fd17262-8523-4970-9564-6274198808ba tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:18:17.304138 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-8fd17262-8523-4970-9564-6274198808ba tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3942780 May 25 12:18:17.307459 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 43852) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:18:17.312473 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.v2.base [None req-1446ff13-5e53-4f1b-8bb5-b5bff5d47c31 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Request body: {'security_group_rule': {'security_group_id': '302a9569-efae-4570-9708-e3b46232fd49', 'project_id': '76a95061831f431abb0c51a779557b0f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 12:18:17.318200 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-1446ff13-5e53-4f1b-8bb5-b5bff5d47c31 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:18:17.321989 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-1446ff13-5e53-4f1b-8bb5-b5bff5d47c31 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Usage tracker for resource:security_group_rule and tenant:76a95061831f431abb0c51a779557b0f is out of sync, need to count used quota {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:18:17.324845 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-1446ff13-5e53-4f1b-8bb5-b5bff5d47c31 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:18:17.330380 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-1446ff13-5e53-4f1b-8bb5-b5bff5d47c31 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:18:17.407120 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-1446ff13-5e53-4f1b-8bb5-b5bff5d47c31 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:18:17.473408 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-1446ff13-5e53-4f1b-8bb5-b5bff5d47c31 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:18:17.544910 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-1446ff13-5e53-4f1b-8bb5-b5bff5d47c31 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019753'] for security_group_rule, after_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:18:17.547086 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-6df1f229-fd72-4150-acc1-4d0c70633273 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:18:17.610573 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1446ff13-5e53-4f1b-8bb5-b5bff5d47c31 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fe87ac1-1658-4dac-b446-8b52563bf10a,revision_number=0']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:18:17.617923 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-1446ff13-5e53-4f1b-8bb5-b5bff5d47c31 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:18:17.651347 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba375cd-89c4-4f42-a023-40e3e789a5b7 req-ca908e60-58f5-4106-b148-3db2c4e3dd11 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:18:17.652850 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-aba375cd-89c4-4f42-a023-40e3e789a5b7 req-ca908e60-58f5-4106-b148-3db2c4e3dd11 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=12ef0035-1920-44f6-b187-08f9c1f54e9f HTTP/1.1" status: 200 len: 947 time: 0.0997100 May 25 12:18:17.697018 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-aba375cd-89c4-4f42-a023-40e3e789a5b7 req-b007fd84-94f5-4424-a97a-6c930fda06ed tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4aa74e5-345e-4c0d-b07b-79e0eb5805ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384030 May 25 12:18:17.699055 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-1446ff13-5e53-4f1b-8bb5-b5bff5d47c31 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:18:17.700195 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-1446ff13-5e53-4f1b-8bb5-b5bff5d47c31 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3918018 May 25 12:18:17.702820 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 43858) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:18:17.707824 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.v2.base [None req-05fa1667-23b5-4578-8905-62e32bbd39cc tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Request body: {'security_group_rule': {'security_group_id': '302a9569-efae-4570-9708-e3b46232fd49', 'project_id': '76a95061831f431abb0c51a779557b0f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 12:18:17.714105 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-05fa1667-23b5-4578-8905-62e32bbd39cc tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:18:17.717973 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-05fa1667-23b5-4578-8905-62e32bbd39cc tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Usage tracker for resource:security_group_rule and tenant:76a95061831f431abb0c51a779557b0f is out of sync, need to count used quota {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:18:17.720803 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-05fa1667-23b5-4578-8905-62e32bbd39cc tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:18:17.729892 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-05fa1667-23b5-4578-8905-62e32bbd39cc tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:18:17.796131 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.db.securitygroups_db [None req-05fa1667-23b5-4578-8905-62e32bbd39cc tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Project 76a95061831f431abb0c51a779557b0f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 12:18:17.801532 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-05fa1667-23b5-4578-8905-62e32bbd39cc tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:18:17.864269 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-05fa1667-23b5-4578-8905-62e32bbd39cc tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:18:17.939083 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-05fa1667-23b5-4578-8905-62e32bbd39cc tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019753'] for security_group_rule, after_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:18:17.941105 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:18:17.964287 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fa1667-23b5-4578-8905-62e32bbd39cc tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b642928-b4f4-44f2-8f07-4bf50226e2c0,revision_number=0']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:18:17.966672 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-05fa1667-23b5-4578-8905-62e32bbd39cc tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:18:18.019179 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ff182aac-c7db-4435-9e5c-c570f96503ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:18:18.053389 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-05fa1667-23b5-4578-8905-62e32bbd39cc tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:18:18.054593 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-05fa1667-23b5-4578-8905-62e32bbd39cc tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3508377 May 25 12:18:18.057279 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 43864) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:18:18.062237 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.v2.base [None req-ad626f3d-b108-4bd4-8a51-335dfd3b8145 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Request body: {'security_group_rule': {'security_group_id': '302a9569-efae-4570-9708-e3b46232fd49', 'project_id': '76a95061831f431abb0c51a779557b0f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 12:18:18.068167 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-ad626f3d-b108-4bd4-8a51-335dfd3b8145 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:18:18.072426 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-ad626f3d-b108-4bd4-8a51-335dfd3b8145 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Usage tracker for resource:security_group_rule and tenant:76a95061831f431abb0c51a779557b0f is out of sync, need to count used quota {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:18:18.075197 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-ad626f3d-b108-4bd4-8a51-335dfd3b8145 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:18:18.080776 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-ad626f3d-b108-4bd4-8a51-335dfd3b8145 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:18:18.184883 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.db.securitygroups_db [None req-ad626f3d-b108-4bd4-8a51-335dfd3b8145 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Project 76a95061831f431abb0c51a779557b0f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 25 12:18:18.190738 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-ad626f3d-b108-4bd4-8a51-335dfd3b8145 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:18:18.255379 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-ad626f3d-b108-4bd4-8a51-335dfd3b8145 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:18:18.331582 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-ad626f3d-b108-4bd4-8a51-335dfd3b8145 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019753'] for security_group_rule, after_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:18:18.333624 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-8fd17262-8523-4970-9564-6274198808ba tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:18:18.355103 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad626f3d-b108-4bd4-8a51-335dfd3b8145 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d8000cf-4a49-4c3c-9440-92768cdb353a,revision_number=0']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:18:18.357434 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-ad626f3d-b108-4bd4-8a51-335dfd3b8145 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:18:18.434401 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-ad626f3d-b108-4bd4-8a51-335dfd3b8145 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:18:18.435693 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-ad626f3d-b108-4bd4-8a51-335dfd3b8145 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3774042 May 25 12:18:18.554038 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-ae4bacca-8b48-4389-b59a-e046ab58f8a4 req-86d71caf-102d-4f42-9d8a-0ee88cafbbb0 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-249865142&fields=id&tenant_id=76a95061831f431abb0c51a779557b0f HTTP/1.1" status: 200 len: 267 time: 0.0382853 May 25 12:18:18.640777 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4bacca-8b48-4389-b59a-e046ab58f8a4 req-ea7f3710-b37e-4bab-a240-649e062569ac tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:18:18.643121 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-ae4bacca-8b48-4389-b59a-e046ab58f8a4 req-ea7f3710-b37e-4bab-a240-649e062569ac tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] 10.222.0.44 "GET /v2.0/ports?device_id=105de765-1c34-423f-98ad-8a5339ef474a HTTP/1.1" status: 200 len: 945 time: 0.0826125 May 25 12:18:18.652900 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.v2.base [req-ae4bacca-8b48-4389-b59a-e046ab58f8a4 req-2493025e-1876-4fb7-aa32-fc3b845341c6 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Request body: {'port': {'security_groups': ['c463a1c7-9126-4ce7-b458-d16dda484ae4', '302a9569-efae-4570-9708-e3b46232fd49']}} {{(pid=92472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 12:18:18.769062 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [req-ae4bacca-8b48-4389-b59a-e046ab58f8a4 req-2493025e-1876-4fb7-aa32-fc3b845341c6 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:18:19.014016 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.plugins.ml2.db [req-ae4bacca-8b48-4389-b59a-e046ab58f8a4 req-2493025e-1876-4fb7-aa32-fc3b845341c6 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] For port 43cd5fd7-bb31-40e0-84ea-70267fac0ba3, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=43cd5fd7-bb31-40e0-84ea-70267fac0ba3,segment=NetworkSegment(2245066f-0d33-45b8-ad22-7d1664ef3bdd),segment_id=2245066f-0d33-45b8-ad22-7d1664ef3bdd)] {{(pid=92472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:18:19.037911 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [req-ae4bacca-8b48-4389-b59a-e046ab58f8a4 req-2493025e-1876-4fb7-aa32-fc3b845341c6 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Notify callbacks [] for port, precommit_update {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:18:19.122204 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [req-ae4bacca-8b48-4389-b59a-e046ab58f8a4 req-2493025e-1876-4fb7-aa32-fc3b845341c6 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2227105'] for port, after_update {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:18:19.128125 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:18:19.134551 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] get_ports_and_sgs() called for port_ids ['43cd5fd7-bb31-40e0-84ea-70267fac0ba3'] {{(pid=92474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 12:18:19.199230 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4bacca-8b48-4389-b59a-e046ab58f8a4 req-2493025e-1876-4fb7-aa32-fc3b845341c6 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:18:19.199894 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [req-ae4bacca-8b48-4389-b59a-e046ab58f8a4 req-2493025e-1876-4fb7-aa32-fc3b845341c6 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163099'] for port, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:18:19.201292 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-ae4bacca-8b48-4389-b59a-e046ab58f8a4 req-2493025e-1876-4fb7-aa32-fc3b845341c6 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] 10.222.0.44 "PUT /v2.0/ports/43cd5fd7-bb31-40e0-84ea-70267fac0ba3 HTTP/1.1" status: 200 len: 981 time: 0.5528574 May 25 12:18:19.202080 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '105de765-1c34-423f-98ad-8a5339ef474a', 'tag': '43cd5fd7-bb31-40e0-84ea-70267fac0ba3'}] {{(pid=92472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 12:18:19.222240 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2493025e-1876-4fb7-aa32-fc3b845341c6 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Pushing event updated for resources: {'Port': ['ID=43cd5fd7-bb31-40e0-84ea-70267fac0ba3,revision_number=6']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:18:19.225603 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-2493025e-1876-4fb7-aa32-fc3b845341c6 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:18:19.280320 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '105de765-1c34-423f-98ad-8a5339ef474a', 'tag': '43cd5fd7-bb31-40e0-84ea-70267fac0ba3', 'status': 'completed', 'code': 200} May 25 12:18:19.288127 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] get_ports_and_sgs() called for port_ids ['43cd5fd7-bb31-40e0-84ea-70267fac0ba3'] {{(pid=92474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 12:18:19.380818 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271558cb-a456-4f1a-80b7-9a2d27cecaaa req-ae2022be-599d-4579-9f56-2f3e15a6de2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:18:19.382390 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-271558cb-a456-4f1a-80b7-9a2d27cecaaa req-ae2022be-599d-4579-9f56-2f3e15a6de2a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=76a95061831f431abb0c51a779557b0f&device_id=105de765-1c34-423f-98ad-8a5339ef474a HTTP/1.1" status: 200 len: 1137 time: 0.0803428 May 25 12:18:19.433569 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca3c546-0ed3-43dc-bda2-7d5feb1313fe req-879dfc78-cfb7-4da2-bd33-c6d7d8a28b49 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:18:19.435170 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-4ca3c546-0ed3-43dc-bda2-7d5feb1313fe req-879dfc78-cfb7-4da2-bd33-c6d7d8a28b49 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] 10.222.0.44 "GET /v2.0/ports?device_id=105de765-1c34-423f-98ad-8a5339ef474a HTTP/1.1" status: 200 len: 984 time: 0.0941203 May 25 12:18:19.495652 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-4ca3c546-0ed3-43dc-bda2-7d5feb1313fe req-7e0e3ab4-2597-41c5-8596-30068c1f0927 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] 10.222.0.44 "GET /v2.0/security-groups?id=c463a1c7-9126-4ce7-b458-d16dda484ae4&id=302a9569-efae-4570-9708-e3b46232fd49&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0529449 May 25 12:18:19.526407 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271558cb-a456-4f1a-80b7-9a2d27cecaaa req-41dc30da-21c4-4a33-8f2b-8256646cf977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:18:19.528162 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-271558cb-a456-4f1a-80b7-9a2d27cecaaa req-41dc30da-21c4-4a33-8f2b-8256646cf977 service neutron] 10.222.0.54 "GET /v2.0/networks?id=cd564631-6e78-4015-aaaf-60730c0751fd HTTP/1.1" status: 200 len: 915 time: 0.1385906 May 25 12:18:19.552754 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-311a3ffa-09ff-4ca3-addd-a1d3bc101a9b None None] Provisioning complete for port 43cd5fd7-bb31-40e0-84ea-70267fac0ba3 triggered by entity DHCP. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 12:18:19.552754 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-311a3ffa-09ff-4ca3-addd-a1d3bc101a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902397'] for port, provisioning_complete {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:18:19.580648 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-cb1178c2-b2b5-418b-a63c-7279ce5a9fe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:18:19.635093 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-271558cb-a456-4f1a-80b7-9a2d27cecaaa req-55b5df52-e461-463f-b0b6-81b4248b6a00 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=43cd5fd7-bb31-40e0-84ea-70267fac0ba3 HTTP/1.1" status: 200 len: 1001 time: 0.0998628 May 25 12:18:19.698301 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271558cb-a456-4f1a-80b7-9a2d27cecaaa req-3ecfa451-f2a6-4d42-a98c-27ac0b9b7561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:18:19.699786 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-271558cb-a456-4f1a-80b7-9a2d27cecaaa req-3ecfa451-f2a6-4d42-a98c-27ac0b9b7561 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=791d9bb4-33b7-4c20-ac30-135c25dcfc49 HTTP/1.1" status: 200 len: 853 time: 0.0574417 May 25 12:18:19.778112 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271558cb-a456-4f1a-80b7-9a2d27cecaaa req-195f23b9-f279-4967-b97d-2a1d796b3f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:18:19.779596 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-271558cb-a456-4f1a-80b7-9a2d27cecaaa req-195f23b9-f279-4967-b97d-2a1d796b3f8b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cd564631-6e78-4015-aaaf-60730c0751fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0722260 May 25 12:18:19.915080 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-271558cb-a456-4f1a-80b7-9a2d27cecaaa req-7d5a4452-0298-4162-b8a1-6df2a61f6c97 service neutron] 10.222.0.54 "GET /v2.0/networks/cd564631-6e78-4015-aaaf-60730c0751fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253033 May 25 12:18:20.046759 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-271558cb-a456-4f1a-80b7-9a2d27cecaaa req-ab017578-accb-4a55-8a5b-56dd1e280c73 service neutron] 10.222.0.54 "GET /v2.0/networks/cd564631-6e78-4015-aaaf-60730c0751fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249642 May 25 12:18:26.504834 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-141d3281-8d6a-4e00-9728-2ad61f2c09ac req-7a9af712-9d02-47ff-810b-4ec81b469121 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=12ef0035-1920-44f6-b187-08f9c1f54e9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0679491 May 25 12:18:26.598661 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141d3281-8d6a-4e00-9728-2ad61f2c09ac req-4217db0b-31d4-4315-9170-f25c366f90f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:18:26.600136 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-141d3281-8d6a-4e00-9728-2ad61f2c09ac req-4217db0b-31d4-4315-9170-f25c366f90f6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=401f68ee052c48d0a0e9823d5525ef3d&device_id=12ef0035-1920-44f6-b187-08f9c1f54e9f HTTP/1.1" status: 200 len: 1100 time: 0.0732479 May 25 12:18:26.743531 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141d3281-8d6a-4e00-9728-2ad61f2c09ac req-bd0bb2e7-f7da-4c74-bc32-f1d719fc57dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:18:26.744972 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-141d3281-8d6a-4e00-9728-2ad61f2c09ac req-bd0bb2e7-f7da-4c74-bc32-f1d719fc57dd service neutron] 10.222.0.54 "GET /v2.0/networks?id=b95433bc-2dbd-474f-a7da-308000160943 HTTP/1.1" status: 200 len: 917 time: 0.1253452 May 25 12:18:26.846548 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-141d3281-8d6a-4e00-9728-2ad61f2c09ac req-5867f1e7-58ff-4e7d-800b-50a75371ddfa service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=49dfb877-9039-4eaf-bedb-12edb94d373d HTTP/1.1" status: 200 len: 1002 time: 0.0944035 May 25 12:18:26.910256 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141d3281-8d6a-4e00-9728-2ad61f2c09ac req-35772af6-8db5-48dd-8983-dda736d73a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:18:26.911737 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-141d3281-8d6a-4e00-9728-2ad61f2c09ac req-35772af6-8db5-48dd-8983-dda736d73a44 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=b01b166f-5ba1-4373-a734-254ff90ae56a HTTP/1.1" status: 200 len: 855 time: 0.0562718 May 25 12:18:26.985641 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141d3281-8d6a-4e00-9728-2ad61f2c09ac req-712e3180-45df-4083-b56f-e9d011ef63a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:18:26.987059 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-141d3281-8d6a-4e00-9728-2ad61f2c09ac req-712e3180-45df-4083-b56f-e9d011ef63a6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=b95433bc-2dbd-474f-a7da-308000160943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0682282 May 25 12:18:27.120610 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-141d3281-8d6a-4e00-9728-2ad61f2c09ac req-3d5ebca8-b112-47eb-b1d6-455ee6494335 service neutron] 10.222.0.54 "GET /v2.0/networks/b95433bc-2dbd-474f-a7da-308000160943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234837 May 25 12:18:27.236145 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:18:27.255153 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-141d3281-8d6a-4e00-9728-2ad61f2c09ac req-56b411c2-eca8-4071-8329-5346db461740 service neutron] 10.222.0.54 "GET /v2.0/networks/b95433bc-2dbd-474f-a7da-308000160943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270621 May 25 12:18:39.441752 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdef89c-89f1-442e-9057-0abe4d0de465 req-7758d48a-0b09-4ec7-ac6c-169adc31dfaf tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:18:39.443636 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-6bdef89c-89f1-442e-9057-0abe4d0de465 req-7758d48a-0b09-4ec7-ac6c-169adc31dfaf tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] 10.222.0.44 "GET /v2.0/ports?device_id=105de765-1c34-423f-98ad-8a5339ef474a HTTP/1.1" status: 200 len: 984 time: 0.0845246 May 25 12:18:39.494410 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-6bdef89c-89f1-442e-9057-0abe4d0de465 req-4194e955-7d2e-4e83-9353-c8767a65f4d2 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] 10.222.0.44 "GET /v2.0/security-groups?id=c463a1c7-9126-4ce7-b458-d16dda484ae4&id=302a9569-efae-4570-9708-e3b46232fd49&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0441804 May 25 12:18:39.565226 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffb7155-33f5-4136-bf43-12c3b09a20e4 req-8025e169-cf85-4245-8a40-0fba89dc5f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:18:39.566610 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-dffb7155-33f5-4136-bf43-12c3b09a20e4 req-8025e169-cf85-4245-8a40-0fba89dc5f41 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=76a95061831f431abb0c51a779557b0f&device_id=105de765-1c34-423f-98ad-8a5339ef474a HTTP/1.1" status: 200 len: 1137 time: 0.1656570 May 25 12:18:39.697586 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffb7155-33f5-4136-bf43-12c3b09a20e4 req-718ed4ea-745a-4f0b-a975-63fbc0826303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:18:39.699013 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-dffb7155-33f5-4136-bf43-12c3b09a20e4 req-718ed4ea-745a-4f0b-a975-63fbc0826303 service neutron] 10.222.0.54 "GET /v2.0/networks?id=cd564631-6e78-4015-aaaf-60730c0751fd HTTP/1.1" status: 200 len: 915 time: 0.1247809 May 25 12:18:39.801347 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-dffb7155-33f5-4136-bf43-12c3b09a20e4 req-b4c30a27-6453-4b03-8add-6f614142aacf service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=43cd5fd7-bb31-40e0-84ea-70267fac0ba3 HTTP/1.1" status: 200 len: 1001 time: 0.0952914 May 25 12:18:39.863943 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffb7155-33f5-4136-bf43-12c3b09a20e4 req-131c3a64-2ea0-4176-8efc-e88194bb2521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:18:39.865270 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-dffb7155-33f5-4136-bf43-12c3b09a20e4 req-131c3a64-2ea0-4176-8efc-e88194bb2521 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=791d9bb4-33b7-4c20-ac30-135c25dcfc49 HTTP/1.1" status: 200 len: 853 time: 0.0561481 May 25 12:18:39.944871 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffb7155-33f5-4136-bf43-12c3b09a20e4 req-9d2ecd00-e1ee-4e2f-bae3-f710ef57ec73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:18:39.947080 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-dffb7155-33f5-4136-bf43-12c3b09a20e4 req-9d2ecd00-e1ee-4e2f-bae3-f710ef57ec73 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cd564631-6e78-4015-aaaf-60730c0751fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0737936 May 25 12:18:40.079040 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-dffb7155-33f5-4136-bf43-12c3b09a20e4 req-e958ace2-f63e-462f-a448-c129d2992397 service neutron] 10.222.0.54 "GET /v2.0/networks/cd564631-6e78-4015-aaaf-60730c0751fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243203 May 25 12:18:40.212583 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-dffb7155-33f5-4136-bf43-12c3b09a20e4 req-858eea21-f6f3-4d94-97e4-6e5bb4bec2c4 service neutron] 10.222.0.54 "GET /v2.0/networks/cd564631-6e78-4015-aaaf-60730c0751fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263607 May 25 12:18:40.687124 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa325ad-def2-4bb5-834b-2c64067a0be2 req-24f66fb3-3901-467b-aaf8-60602122a1fa tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:18:40.688607 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-1aa325ad-def2-4bb5-834b-2c64067a0be2 req-24f66fb3-3901-467b-aaf8-60602122a1fa tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] 10.222.0.44 "GET /v2.0/ports?device_id=105de765-1c34-423f-98ad-8a5339ef474a HTTP/1.1" status: 200 len: 984 time: 0.0829632 May 25 12:18:40.735148 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-1aa325ad-def2-4bb5-834b-2c64067a0be2 req-19a46601-7aea-40b3-93a1-2d497895b852 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] 10.222.0.44 "GET /v2.0/security-groups?id=c463a1c7-9126-4ce7-b458-d16dda484ae4&id=302a9569-efae-4570-9708-e3b46232fd49&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0404172 May 25 12:18:41.917882 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c3c0b7-2757-408b-90c5-f633e78345e4 req-e03d4cfc-5d07-497a-a3de-bdf1f5d42006 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:18:41.919301 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-a2c3c0b7-2757-408b-90c5-f633e78345e4 req-e03d4cfc-5d07-497a-a3de-bdf1f5d42006 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] 10.222.0.44 "GET /v2.0/ports?device_id=105de765-1c34-423f-98ad-8a5339ef474a HTTP/1.1" status: 200 len: 984 time: 0.0782187 May 25 12:18:41.967267 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-a2c3c0b7-2757-408b-90c5-f633e78345e4 req-ceeac7fd-d881-4937-8d0c-3930de5cbac6 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] 10.222.0.44 "GET /v2.0/security-groups?id=c463a1c7-9126-4ce7-b458-d16dda484ae4&id=302a9569-efae-4570-9708-e3b46232fd49&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0422974 May 25 12:18:43.153029 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6312779-abd5-4d84-8d90-ffd06f00eaec req-92a3128d-c03e-4c55-8712-bbf89c5a10cf tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:18:43.154482 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-b6312779-abd5-4d84-8d90-ffd06f00eaec req-92a3128d-c03e-4c55-8712-bbf89c5a10cf tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] 10.222.0.44 "GET /v2.0/ports?device_id=105de765-1c34-423f-98ad-8a5339ef474a HTTP/1.1" status: 200 len: 984 time: 0.0836680 May 25 12:18:43.205370 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-b6312779-abd5-4d84-8d90-ffd06f00eaec req-933a4cc6-c491-4bdf-8c13-a0ed73bbf930 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] 10.222.0.44 "GET /v2.0/security-groups?id=c463a1c7-9126-4ce7-b458-d16dda484ae4&id=302a9569-efae-4570-9708-e3b46232fd49&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0451863 May 25 12:18:44.035777 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-56f252fb-1b9f-4900-a7a9-7c33821270e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:18:44.385853 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaeffa9-fa9e-4284-a720-a01c63d4c3e1 req-a5cc69d6-2211-4e8f-98e5-87d525ab658e tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:18:44.387237 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-5aaeffa9-fa9e-4284-a720-a01c63d4c3e1 req-a5cc69d6-2211-4e8f-98e5-87d525ab658e tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] 10.222.0.44 "GET /v2.0/ports?device_id=105de765-1c34-423f-98ad-8a5339ef474a HTTP/1.1" status: 200 len: 984 time: 0.0792642 May 25 12:18:44.431861 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-5aaeffa9-fa9e-4284-a720-a01c63d4c3e1 req-71d29a0f-3b52-4413-a2b1-57eea86330e9 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] 10.222.0.44 "GET /v2.0/security-groups?id=c463a1c7-9126-4ce7-b458-d16dda484ae4&id=302a9569-efae-4570-9708-e3b46232fd49&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0389655 May 25 12:18:45.613146 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03df6dad-c6e3-4a70-b25c-2c8c6b5341e1 req-54b37cbc-a916-4359-bc14-9ce5aa47f6ed tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:18:45.614581 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-03df6dad-c6e3-4a70-b25c-2c8c6b5341e1 req-54b37cbc-a916-4359-bc14-9ce5aa47f6ed tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] 10.222.0.44 "GET /v2.0/ports?device_id=105de765-1c34-423f-98ad-8a5339ef474a HTTP/1.1" status: 200 len: 984 time: 0.0814419 May 25 12:18:45.660060 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-03df6dad-c6e3-4a70-b25c-2c8c6b5341e1 req-0422367f-7f17-4000-a961-77ee0b0ee49b tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] 10.222.0.44 "GET /v2.0/security-groups?id=c463a1c7-9126-4ce7-b458-d16dda484ae4&id=302a9569-efae-4570-9708-e3b46232fd49&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0393441 May 25 12:18:46.451008 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:18:46.793947 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-fb573907-df5e-4838-85dd-bfc5a1225dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:18:46.844126 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1084476f-33b8-4c28-9a74-09bacdbecf00 req-2ee78eb9-c1f0-4dfa-9243-6ac3265ef542 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:18:46.845582 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-1084476f-33b8-4c28-9a74-09bacdbecf00 req-2ee78eb9-c1f0-4dfa-9243-6ac3265ef542 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] 10.222.0.44 "GET /v2.0/ports?device_id=105de765-1c34-423f-98ad-8a5339ef474a HTTP/1.1" status: 200 len: 984 time: 0.0796726 May 25 12:18:46.895591 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-1084476f-33b8-4c28-9a74-09bacdbecf00 req-97c707a0-2409-4c4c-9c7b-239379ee8bfe tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] 10.222.0.44 "GET /v2.0/security-groups?id=c463a1c7-9126-4ce7-b458-d16dda484ae4&id=302a9569-efae-4570-9708-e3b46232fd49&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0442519 May 25 12:18:48.028597 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ff182aac-c7db-4435-9e5c-c570f96503ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:18:48.079344 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31db277-00b1-4c61-bfd7-e412939494be req-1f81fbb2-fd01-4e66-abb7-b37df726d5cd tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:18:48.080805 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-b31db277-00b1-4c61-bfd7-e412939494be req-1f81fbb2-fd01-4e66-abb7-b37df726d5cd tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] 10.222.0.44 "GET /v2.0/ports?device_id=105de765-1c34-423f-98ad-8a5339ef474a HTTP/1.1" status: 200 len: 984 time: 0.0811758 May 25 12:18:48.126237 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-b31db277-00b1-4c61-bfd7-e412939494be req-18fd47d5-3b23-41b0-8c64-5624958a93a3 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] 10.222.0.44 "GET /v2.0/security-groups?id=c463a1c7-9126-4ce7-b458-d16dda484ae4&id=302a9569-efae-4570-9708-e3b46232fd49&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0386922 May 25 12:18:49.388771 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42d64fc-19d0-4add-8b78-a8715990a10f req-d2b69a72-d637-4224-a427-b181bcb4b547 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:18:49.390226 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-b42d64fc-19d0-4add-8b78-a8715990a10f req-d2b69a72-d637-4224-a427-b181bcb4b547 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] 10.222.0.44 "GET /v2.0/ports?device_id=105de765-1c34-423f-98ad-8a5339ef474a HTTP/1.1" status: 200 len: 984 time: 0.1567173 May 25 12:18:49.436401 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-b42d64fc-19d0-4add-8b78-a8715990a10f req-7dd90521-62a7-47a8-bf65-c38c1762ab1c tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] 10.222.0.44 "GET /v2.0/security-groups?id=c463a1c7-9126-4ce7-b458-d16dda484ae4&id=302a9569-efae-4570-9708-e3b46232fd49&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0403061 May 25 12:18:49.542215 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-cb1178c2-b2b5-418b-a63c-7279ce5a9fe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:18:50.617435 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcc7a91-8066-4297-8ee4-e8d01e20a18f req-2af8daa1-a2b1-48c2-b329-48a612546747 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:18:50.619424 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-fdcc7a91-8066-4297-8ee4-e8d01e20a18f req-2af8daa1-a2b1-48c2-b329-48a612546747 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] 10.222.0.44 "GET /v2.0/ports?device_id=105de765-1c34-423f-98ad-8a5339ef474a HTTP/1.1" status: 200 len: 984 time: 0.0789802 May 25 12:18:50.668244 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-fdcc7a91-8066-4297-8ee4-e8d01e20a18f req-cd317723-58f3-496f-b974-c7cfc2bd184e tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] 10.222.0.44 "GET /v2.0/security-groups?id=c463a1c7-9126-4ce7-b458-d16dda484ae4&id=302a9569-efae-4570-9708-e3b46232fd49&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0431454 May 25 12:18:51.108152 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.agents_db [None req-9d38de35-3365-4658-8f1e-c8b00fd146ea None None] Agent healthcheck: found 6 active agents {{(pid=92475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 12:18:51.661094 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e67dc4-0438-4e54-a8bc-f51d64bf2f56 req-812bbe4f-a993-4f08-87db-e20df65f58a6 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:18:51.662539 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-f3e67dc4-0438-4e54-a8bc-f51d64bf2f56 req-812bbe4f-a993-4f08-87db-e20df65f58a6 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=12ef0035-1920-44f6-b187-08f9c1f54e9f HTTP/1.1" status: 200 len: 947 time: 0.0793986 May 25 12:18:51.706958 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-f3e67dc4-0438-4e54-a8bc-f51d64bf2f56 req-451521fb-50f0-4e27-b911-dc60e0ca4d93 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4aa74e5-345e-4c0d-b07b-79e0eb5805ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386269 May 25 12:18:51.855287 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4527a7-169e-44fa-91af-f69400426439 req-f6442773-e7ed-49ff-b303-6a344b261b74 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:18:51.857113 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-3d4527a7-169e-44fa-91af-f69400426439 req-f6442773-e7ed-49ff-b303-6a344b261b74 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] 10.222.0.44 "GET /v2.0/ports?device_id=105de765-1c34-423f-98ad-8a5339ef474a HTTP/1.1" status: 200 len: 984 time: 0.0831563 May 25 12:18:51.903256 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-3d4527a7-169e-44fa-91af-f69400426439 req-dc1e88e2-bae6-4aad-8a9a-8856e246d6eb tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] 10.222.0.44 "GET /v2.0/security-groups?id=c463a1c7-9126-4ce7-b458-d16dda484ae4&id=302a9569-efae-4570-9708-e3b46232fd49&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0405271 May 25 12:18:52.897811 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f31936-5039-4b0f-8444-4bbdf85d8e9b req-975152f7-0f12-4a65-abd3-8f903c9687de tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:18:52.899251 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-27f31936-5039-4b0f-8444-4bbdf85d8e9b req-975152f7-0f12-4a65-abd3-8f903c9687de tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=12ef0035-1920-44f6-b187-08f9c1f54e9f HTTP/1.1" status: 200 len: 947 time: 0.0773768 May 25 12:18:52.942612 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-27f31936-5039-4b0f-8444-4bbdf85d8e9b req-d069c95a-4967-4400-b5a7-972950e2d6a0 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups?id=a4aa74e5-345e-4c0d-b07b-79e0eb5805ef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377808 May 25 12:18:53.029508 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169b0a72-11fa-4f22-a5c7-aee374f41ccf req-2b04276e-01b0-4187-b37d-ea7fe07c7215 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:18:53.030090 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [req-169b0a72-11fa-4f22-a5c7-aee374f41ccf req-2b04276e-01b0-4187-b37d-ea7fe07c7215 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Synchronizing usage tracker for tenant:401f68ee052c48d0a0e9823d5525ef3d on resource:port {{(pid=92473) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 12:18:53.094341 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dd7221-9d2e-46d1-8554-e564cd08a60a req-9b60da2c-2f19-4dbe-a475-64a9d2e1f329 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:18:53.095865 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-40dd7221-9d2e-46d1-8554-e564cd08a60a req-9b60da2c-2f19-4dbe-a475-64a9d2e1f329 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] 10.222.0.44 "GET /v2.0/ports?device_id=105de765-1c34-423f-98ad-8a5339ef474a HTTP/1.1" status: 200 len: 984 time: 0.0837851 May 25 12:18:53.109544 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [req-169b0a72-11fa-4f22-a5c7-aee374f41ccf req-2b04276e-01b0-4187-b37d-ea7fe07c7215 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Unset dirty status for tenant:401f68ee052c48d0a0e9823d5525ef3d on resource:port {{(pid=92473) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 12:18:53.110660 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-169b0a72-11fa-4f22-a5c7-aee374f41ccf req-2b04276e-01b0-4187-b37d-ea7fe07c7215 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.54 "GET /v2.0/ports?device_id=12ef0035-1920-44f6-b187-08f9c1f54e9f HTTP/1.1" status: 200 len: 947 time: 0.1584175 May 25 12:18:53.143134 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-40dd7221-9d2e-46d1-8554-e564cd08a60a req-fa522258-8eeb-4e92-9a5c-5402c9b207b0 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] 10.222.0.44 "GET /v2.0/security-groups?id=c463a1c7-9126-4ce7-b458-d16dda484ae4&id=302a9569-efae-4570-9708-e3b46232fd49&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0414033 May 25 12:18:53.247675 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.plugin [req-169b0a72-11fa-4f22-a5c7-aee374f41ccf req-c3755366-42fa-4adb-9fe7-6319984899f4 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Deleting port 49dfb877-9039-4eaf-bedb-12edb94d373d {{(pid=92473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 12:18:53.248013 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-169b0a72-11fa-4f22-a5c7-aee374f41ccf req-c3755366-42fa-4adb-9fe7-6319984899f4 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786008536899'] for port, before_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:18:53.375985 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.db [req-169b0a72-11fa-4f22-a5c7-aee374f41ccf req-c3755366-42fa-4adb-9fe7-6319984899f4 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] For port 49dfb877-9039-4eaf-bedb-12edb94d373d, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=49dfb877-9039-4eaf-bedb-12edb94d373d,segment=NetworkSegment(a867bff5-0b48-4d60-bac3-5ba6e8b8d30c),segment_id=a867bff5-0b48-4d60-bac3-5ba6e8b8d30c)] {{(pid=92473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:18:53.376267 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-169b0a72-11fa-4f22-a5c7-aee374f41ccf req-c3755366-42fa-4adb-9fe7-6319984899f4 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042426'] for port, precommit_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:18:53.664930 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-169b0a72-11fa-4f22-a5c7-aee374f41ccf req-c3755366-42fa-4adb-9fe7-6319984899f4 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:18:53.664930 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-169b0a72-11fa-4f22-a5c7-aee374f41ccf req-c3755366-42fa-4adb-9fe7-6319984899f4 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1047065'] for floatingip, after_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:18:53.664930 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.db.l3_db [req-169b0a72-11fa-4f22-a5c7-aee374f41ccf req-c3755366-42fa-4adb-9fe7-6319984899f4 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Floating IP 2f3ed5c3-cf36-4e85-b67f-e1cd9e18d960 disassociated. External IP: 172.28.2.215, port: 49dfb877-9039-4eaf-bedb-12edb94d373d. May 25 12:18:53.664930 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.plugin [req-169b0a72-11fa-4f22-a5c7-aee374f41ccf req-c3755366-42fa-4adb-9fe7-6319984899f4 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Calling delete_port for 49dfb877-9039-4eaf-bedb-12edb94d373d owned by compute:nova {{(pid=92473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 12:18:53.795587 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-169b0a72-11fa-4f22-a5c7-aee374f41ccf req-c3755366-42fa-4adb-9fe7-6319984899f4 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786008539046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786008105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2465563'] for port, after_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:18:53.801046 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-20a52110-93d5-43e8-88aa-e92a19273a94 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:18:53.844839 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3755366-42fa-4adb-9fe7-6319984899f4 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Pushing event deleted for resources: {'Port': ['ID=49dfb877-9039-4eaf-bedb-12edb94d373d,revision_number=None']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:18:53.847922 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-c3755366-42fa-4adb-9fe7-6319984899f4 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:18:54.096326 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-448d5bb3-8b5d-4fa1-8267-936defc612a0 req-8be8dd79-e38f-4cc1-a11a-664c73bc53db tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=12ef0035-1920-44f6-b187-08f9c1f54e9f HTTP/1.1" status: 200 len: 210 time: 0.0443149 May 25 12:18:54.115547 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.scheduler.l3_agent_scheduler [req-169b0a72-11fa-4f22-a5c7-aee374f41ccf req-c3755366-42fa-4adb-9fe7-6319984899f4 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Router 8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3 has already been hosted by L3 agent 4aaf6e0c-8c85-4f95-8d8e-6a64f0cc3b25 {{(pid=92473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 12:18:54.304612 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-169b0a72-11fa-4f22-a5c7-aee374f41ccf req-c3755366-42fa-4adb-9fe7-6319984899f4 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Notify agent at l3_agent.dv-cinder-779233-5-smb the message routers_updated {{(pid=92473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 12:18:54.317342 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c247acaa-321b-4302-99fd-e88722b2642b None None] Sync routers for ids ['8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3'] in dv-cinder-779233-5-smb {{(pid=92474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 12:18:54.327529 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c247acaa-321b-4302-99fd-e88722b2642b None None] Routers {'8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3'} bound to L3 agent in host dv-cinder-779233-5-smb {{(pid=92474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 12:18:54.328152 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_hamode_db [None req-c247acaa-321b-4302-99fd-e88722b2642b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-25T12:04:17Z,description=,heartbeat_timestamp=2021-05-25T12:18:47Z,host='dv-cinder-779233-5-smb',id=4aaf6e0c-8c85-4f95-8d8e-6a64f0cc3b25,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T12:04:17Z,topic='l3_agent')) {'router_ids': ['8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3'], 'active': True} {{(pid=92474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:18:54.342929 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632858d3-e876-4240-9001-df7ac1993b83 req-7eab360a-87d7-49be-b314-055384d583c1 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:18:54.344484 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-632858d3-e876-4240-9001-df7ac1993b83 req-7eab360a-87d7-49be-b314-055384d583c1 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] 10.222.0.44 "GET /v2.0/ports?device_id=105de765-1c34-423f-98ad-8a5339ef474a HTTP/1.1" status: 200 len: 984 time: 0.0915077 May 25 12:18:54.388994 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.l3_dvrscheduler_db [req-169b0a72-11fa-4f22-a5c7-aee374f41ccf req-c3755366-42fa-4adb-9fe7-6319984899f4 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] No DVR routers for this DVR port 49dfb877-9039-4eaf-bedb-12edb94d373d on host hv-cinder-77923 {{(pid=92473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 12:18:54.391543 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-169b0a72-11fa-4f22-a5c7-aee374f41ccf req-c3755366-42fa-4adb-9fe7-6319984899f4 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163099'] for port, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:18:54.393214 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-632858d3-e876-4240-9001-df7ac1993b83 req-33bfa987-9fc1-4504-8af2-c0d3cd870a0f tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] 10.222.0.44 "GET /v2.0/security-groups?id=c463a1c7-9126-4ce7-b458-d16dda484ae4&id=302a9569-efae-4570-9708-e3b46232fd49&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0421121 May 25 12:18:54.394106 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12ef0035-1920-44f6-b187-08f9c1f54e9f', 'name': 'network-vif-deleted', 'tag': '49dfb877-9039-4eaf-bedb-12edb94d373d'}] {{(pid=92473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 12:18:54.439634 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12ef0035-1920-44f6-b187-08f9c1f54e9f', 'name': 'network-vif-deleted', 'tag': '49dfb877-9039-4eaf-bedb-12edb94d373d', 'status': 'completed', 'code': 200} May 25 12:18:54.465110 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-169b0a72-11fa-4f22-a5c7-aee374f41ccf req-c3755366-42fa-4adb-9fe7-6319984899f4 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.54 "DELETE /v2.0/ports/49dfb877-9039-4eaf-bedb-12edb94d373d HTTP/1.1" status: 204 len: 173 time: 1.3488235 May 25 12:18:54.512922 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_dvr_db [None req-c247acaa-321b-4302-99fd-e88722b2642b None None] Set router 8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3 gateway port host: dv-cinder-779233-5-smb {{(pid=92474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 12:18:54.822144 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_hamode_db [None req-c247acaa-321b-4302-99fd-e88722b2642b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3', 'name': 'tempest-AttachVolumeShelveTestJSON-980141975-router', 'tenant_id': '401f68ee052c48d0a0e9823d5525ef3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'external_fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.117'}], 'enable_snat': True}, 'gw_port_id': 'ee278e6e-cf9f-434d-82c8-d0fdac3f7d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T12:12:05Z', 'updated_at': '2021-05-25T12:12:14Z', 'revision_number': 4, 'project_id': '401f68ee052c48d0a0e9823d5525ef3d', 'gw_port': {'id': 'ee278e6e-cf9f-434d-82c8-d0fdac3f7d3b', 'name': '', 'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d2:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:12:07Z', 'updated_at': '2021-05-25T12:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-5-smb', '_interfaces': [{'id': '988f0bbb-c4f2-4037-8138-a1aa53f8fd63', 'name': '', 'network_id': 'b95433bc-2dbd-474f-a7da-308000160943', 'tenant_id': '401f68ee052c48d0a0e9823d5525ef3d', 'mac_address': 'fa:16:3e:46:07:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b01b166f-5ba1-4373-a734-254ff90ae56a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:12:12Z', 'updated_at': '2021-05-25T12:12:29Z', 'revision_number': 5, 'project_id': '401f68ee052c48d0a0e9823d5525ef3d', 'subnets': [{'id': 'b01b166f-5ba1-4373-a734-254ff90ae56a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-5-smb', False) {} {{(pid=92474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:18:54.825666 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c247acaa-321b-4302-99fd-e88722b2642b None None] Checking router: 8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3 for host: dv-cinder-779233-5-smb {{(pid=92474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 12:18:54.833872 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c247acaa-321b-4302-99fd-e88722b2642b None None] Routers {'8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3'} bound to L3 agent in host dv-cinder-779233-5-smb {{(pid=92474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 12:18:54.834463 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_hamode_db [None req-c247acaa-321b-4302-99fd-e88722b2642b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-25T12:04:17Z,description=,heartbeat_timestamp=2021-05-25T12:18:47Z,host='dv-cinder-779233-5-smb',id=4aaf6e0c-8c85-4f95-8d8e-6a64f0cc3b25,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T12:04:17Z,topic='l3_agent')) {'router_ids': ['8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3'], 'active': True} {{(pid=92474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:18:55.005821 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_dvr_db [None req-c247acaa-321b-4302-99fd-e88722b2642b None None] Set router 8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3 gateway port host: dv-cinder-779233-5-smb {{(pid=92474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 12:18:55.269668 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-ef766a5e-bd91-4055-81d1-f2bcfb4d024f req-978d3a5f-e326-4ffd-be64-ddc073225cfb tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/ports?device_id=12ef0035-1920-44f6-b187-08f9c1f54e9f HTTP/1.1" status: 200 len: 210 time: 0.0452042 May 25 12:18:55.352164 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_hamode_db [None req-c247acaa-321b-4302-99fd-e88722b2642b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3', 'name': 'tempest-AttachVolumeShelveTestJSON-980141975-router', 'tenant_id': '401f68ee052c48d0a0e9823d5525ef3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'external_fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.117'}], 'enable_snat': True}, 'gw_port_id': 'ee278e6e-cf9f-434d-82c8-d0fdac3f7d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T12:12:05Z', 'updated_at': '2021-05-25T12:12:14Z', 'revision_number': 4, 'project_id': '401f68ee052c48d0a0e9823d5525ef3d', 'gw_port': {'id': 'ee278e6e-cf9f-434d-82c8-d0fdac3f7d3b', 'name': '', 'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d2:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:12:07Z', 'updated_at': '2021-05-25T12:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-5-smb', '_interfaces': [{'id': '988f0bbb-c4f2-4037-8138-a1aa53f8fd63', 'name': '', 'network_id': 'b95433bc-2dbd-474f-a7da-308000160943', 'tenant_id': '401f68ee052c48d0a0e9823d5525ef3d', 'mac_address': 'fa:16:3e:46:07:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b01b166f-5ba1-4373-a734-254ff90ae56a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:12:12Z', 'updated_at': '2021-05-25T12:12:29Z', 'revision_number': 5, 'project_id': '401f68ee052c48d0a0e9823d5525ef3d', 'subnets': [{'id': 'b01b166f-5ba1-4373-a734-254ff90ae56a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-5-smb', False) {} {{(pid=92474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:18:55.356159 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c247acaa-321b-4302-99fd-e88722b2642b None None] The sync data for ids ['8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3'] in dv-cinder-779233-5-smb is: [{'id': '8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3', 'name': 'tempest-AttachVolumeShelveTestJSON-980141975-router', 'tenant_id': '401f68ee052c48d0a0e9823d5525ef3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'external_fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.117'}], 'enable_snat': True}, 'gw_port_id': 'ee278e6e-cf9f-434d-82c8-d0fdac3f7d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T12:12:05Z', 'updated_at': '2021-05-25T12:12:14Z', 'revision_number': 4, 'project_id': '401f68ee052c48d0a0e9823d5525ef3d', 'gw_port': {'id': 'ee278e6e-cf9f-434d-82c8-d0fdac3f7d3b', 'name': '', 'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d2:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:12:07Z', 'updated_at': '2021-05-25T12:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-5-smb', '_interfaces': [{'id': '988f0bbb-c4f2-4037-8138-a1aa53f8fd63', 'name': '', 'network_id': 'b95433bc-2dbd-474f-a7da-308000160943', 'tenant_id': '401f68ee052c48d0a0e9823d5525ef3d', 'mac_address': 'fa:16:3e:46:07:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'b01b166f-5ba1-4373-a734-254ff90ae56a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:12:12Z', 'updated_at': '2021-05-25T12:12:29Z', 'revision_number': 5, 'project_id': '401f68ee052c48d0a0e9823d5525ef3d', 'subnets': [{'id': 'b01b166f-5ba1-4373-a734-254ff90ae56a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 12:18:55.572907 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d48162-40de-4d01-bff2-2907881bd96c None None] New status for floating IP 2f3ed5c3-cf36-4e85-b67f-e1cd9e18d960: DOWN {{(pid=92475) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 12:18:55.591550 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db15cdee-cfe4-4e0f-a1fd-9480edff3d84 req-911a6a30-5f59-45c8-89d5-afca173d1b0b tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:18:55.593187 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-db15cdee-cfe4-4e0f-a1fd-9480edff3d84 req-911a6a30-5f59-45c8-89d5-afca173d1b0b tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] 10.222.0.44 "GET /v2.0/ports?device_id=105de765-1c34-423f-98ad-8a5339ef474a HTTP/1.1" status: 200 len: 984 time: 0.0881867 May 25 12:18:55.639896 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-db15cdee-cfe4-4e0f-a1fd-9480edff3d84 req-a9fd6980-3639-425b-a00d-6d40bad3316d tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] 10.222.0.44 "GET /v2.0/security-groups?id=c463a1c7-9126-4ce7-b458-d16dda484ae4&id=302a9569-efae-4570-9708-e3b46232fd49&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0405056 May 25 12:18:55.758695 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Device 49dfb877-9039-4eaf-bedb-12edb94d373d no longer exists at agent hyperv_hv-cinder-77923 {{(pid=92474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 12:18:55.792514 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.plugin [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] No Port match for: 49dfb877-9039-4eaf-bedb-12edb94d373d {{(pid=92474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 12:18:55.792864 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Device 49dfb877-9039-4eaf-bedb-12edb94d373d not bound to the agent host hv-cinder-77923 {{(pid=92474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 12:18:56.480510 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 43950) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:18:56.546450 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-b9741417-46da-4544-9e48-e9ae7c05c629 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Notify callbacks [] for security_group, before_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:18:56.572782 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-b9741417-46da-4544-9e48-e9ae7c05c629 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:18:56.709925 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-b9741417-46da-4544-9e48-e9ae7c05c629 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:18:56.715834 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-38743877-1c13-42a7-bfcb-665efdb2357d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:18:56.731517 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9741417-46da-4544-9e48-e9ae7c05c629 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4aa74e5-345e-4c0d-b07b-79e0eb5805ef,revision_number=None']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:18:56.733800 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-b9741417-46da-4544-9e48-e9ae7c05c629 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:18:56.822396 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b79fd1c-f014-443d-b349-8b5f568e8188 req-0f02534b-3227-462c-94cc-c922eed21bd5 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:18:56.823913 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-7b79fd1c-f014-443d-b349-8b5f568e8188 req-0f02534b-3227-462c-94cc-c922eed21bd5 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] 10.222.0.44 "GET /v2.0/ports?device_id=105de765-1c34-423f-98ad-8a5339ef474a HTTP/1.1" status: 200 len: 984 time: 0.0797198 May 25 12:18:56.840560 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-b9741417-46da-4544-9e48-e9ae7c05c629 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Notify callbacks [] for security_group, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:18:56.845051 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-b9741417-46da-4544-9e48-e9ae7c05c629 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "DELETE /v2.0/security-groups/a4aa74e5-345e-4c0d-b07b-79e0eb5805ef HTTP/1.1" status: 204 len: 168 time: 0.3601625 May 25 12:18:56.845051 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 43956) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:18:56.860783 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.api.v2.resource [None req-b94f49cd-8e8f-4a91-bdd6-6ce9ed9caf8c tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] show failed (client error): The resource could not be found. May 25 12:18:56.861747 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-b94f49cd-8e8f-4a91-bdd6-6ce9ed9caf8c tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "GET /v2.0/security-groups/a4aa74e5-345e-4c0d-b07b-79e0eb5805ef HTTP/1.1" status: 404 len: 347 time: 0.0164332 May 25 12:18:56.864764 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 43960) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:18:56.873274 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-7b79fd1c-f014-443d-b349-8b5f568e8188 req-99cbc213-812b-407a-8194-2846952266c2 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] 10.222.0.44 "GET /v2.0/security-groups?id=c463a1c7-9126-4ce7-b458-d16dda484ae4&id=302a9569-efae-4570-9708-e3b46232fd49&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0436671 May 25 12:18:57.074703 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.plugin [None req-4b6e0256-3093-469f-8af7-02dce2e617ba tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Deleting port ffbdfe21-ebe0-4402-9274-e9c3037186ee {{(pid=92473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 12:18:57.074930 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-4b6e0256-3093-469f-8af7-02dce2e617ba tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786008536899'] for port, before_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:18:57.187492 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-4b6e0256-3093-469f-8af7-02dce2e617ba tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042426'] for port, precommit_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:18:57.187822 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-4b6e0256-3093-469f-8af7-02dce2e617ba tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:18:57.269971 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:18:57.309492 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.plugin [None req-4b6e0256-3093-469f-8af7-02dce2e617ba tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Calling delete_port for ffbdfe21-ebe0-4402-9274-e9c3037186ee owned by network:floatingip {{(pid=92473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 12:18:57.487148 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-4b6e0256-3093-469f-8af7-02dce2e617ba tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786008539046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786008105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2465563'] for port, after_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:18:57.490865 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-af3c96ae-ca17-4664-b3bb-7b02b9df9ded service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:18:57.536815 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6e0256-3093-469f-8af7-02dce2e617ba tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Pushing event deleted for resources: {'Port': ['ID=ffbdfe21-ebe0-4402-9274-e9c3037186ee,revision_number=None']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:18:57.539402 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-4b6e0256-3093-469f-8af7-02dce2e617ba tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:18:57.628827 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-4b6e0256-3093-469f-8af7-02dce2e617ba tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Notify callbacks [] for floatingip, after_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:18:57.643377 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-4b6e0256-3093-469f-8af7-02dce2e617ba tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163099'] for floatingip, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:18:57.644597 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-4b6e0256-3093-469f-8af7-02dce2e617ba tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] 10.222.0.44 "DELETE /v2.0/floatingips/2f3ed5c3-cf36-4e85-b67f-e1cd9e18d960 HTTP/1.1" status: 204 len: 168 time: 0.7789292 May 25 12:19:00.700816 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 43986) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:19:01.410770 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-5e8907a7-8bb5-4da2-8bf1-ccb98d9ea1ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1040427'] for router_interface, before_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:01.806416 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.plugin [None req-5e8907a7-8bb5-4da2-8bf1-ccb98d9ea1ae admin admin] Deleting port 988f0bbb-c4f2-4037-8138-a1aa53f8fd63 {{(pid=92473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 12:19:01.807651 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-5e8907a7-8bb5-4da2-8bf1-ccb98d9ea1ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786008536899'] for port, before_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:01.923348 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.db [None req-5e8907a7-8bb5-4da2-8bf1-ccb98d9ea1ae admin admin] For port 988f0bbb-c4f2-4037-8138-a1aa53f8fd63, host dv-cinder-779233-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-5-smb',level=0,port_id=988f0bbb-c4f2-4037-8138-a1aa53f8fd63,segment=NetworkSegment(a867bff5-0b48-4d60-bac3-5ba6e8b8d30c),segment_id=a867bff5-0b48-4d60-bac3-5ba6e8b8d30c)] {{(pid=92473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:19:01.923722 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-5e8907a7-8bb5-4da2-8bf1-ccb98d9ea1ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042426'] for port, precommit_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:02.042656 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.plugin [None req-5e8907a7-8bb5-4da2-8bf1-ccb98d9ea1ae admin admin] Calling delete_port for 988f0bbb-c4f2-4037-8138-a1aa53f8fd63 owned by network:router_interface {{(pid=92473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 12:19:02.434988 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-5e8907a7-8bb5-4da2-8bf1-ccb98d9ea1ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786008539046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786008105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2465563'] for port, after_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:02.438475 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-82a73983-117e-4c89-aea1-6c305d96b836 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:19:02.602996 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8907a7-8bb5-4da2-8bf1-ccb98d9ea1ae admin admin] Pushing event deleted for resources: {'Port': ['ID=988f0bbb-c4f2-4037-8138-a1aa53f8fd63,revision_number=None']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:19:02.605464 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-5e8907a7-8bb5-4da2-8bf1-ccb98d9ea1ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:19:02.839046 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-5e8907a7-8bb5-4da2-8bf1-ccb98d9ea1ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1046971'] for router_interface, after_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:03.189593 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e8907a7-8bb5-4da2-8bf1-ccb98d9ea1ae admin admin] Router 8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3 has already been hosted by L3 agent 4aaf6e0c-8c85-4f95-8d8e-6a64f0cc3b25 {{(pid=92473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 12:19:03.368732 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e8907a7-8bb5-4da2-8bf1-ccb98d9ea1ae admin admin] Notify agent at l3_agent.dv-cinder-779233-5-smb the message routers_updated {{(pid=92473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 12:19:03.377261 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907694e8-d9c6-4985-84f7-a17d041d540d None None] Sync routers for ids ['8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3'] in dv-cinder-779233-5-smb {{(pid=92474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 12:19:03.382914 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-5e8907a7-8bb5-4da2-8bf1-ccb98d9ea1ae admin admin] 10.222.0.44 "PUT /v2.0/routers/8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6787248 May 25 12:19:03.383142 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 43992) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:19:03.386472 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907694e8-d9c6-4985-84f7-a17d041d540d None None] Routers {'8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3'} bound to L3 agent in host dv-cinder-779233-5-smb {{(pid=92474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 12:19:03.387070 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_hamode_db [None req-907694e8-d9c6-4985-84f7-a17d041d540d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-25T12:04:17Z,description=,heartbeat_timestamp=2021-05-25T12:18:47Z,host='dv-cinder-779233-5-smb',id=4aaf6e0c-8c85-4f95-8d8e-6a64f0cc3b25,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T12:04:17Z,topic='l3_agent')) {'router_ids': ['8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3'], 'active': True} {{(pid=92474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:19:03.554457 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-51da7101-5b8b-45aa-84fc-53a10ae33005 admin admin] Notify callbacks [] for router, before_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:03.560565 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_dvr_db [None req-907694e8-d9c6-4985-84f7-a17d041d540d None None] Set router 8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3 gateway port host: dv-cinder-779233-5-smb {{(pid=92474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 12:19:03.729270 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-51da7101-5b8b-45aa-84fc-53a10ae33005 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:03.842838 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_hamode_db [None req-907694e8-d9c6-4985-84f7-a17d041d540d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3', 'name': 'tempest-AttachVolumeShelveTestJSON-980141975-router', 'tenant_id': '401f68ee052c48d0a0e9823d5525ef3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'external_fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.117'}], 'enable_snat': True}, 'gw_port_id': 'ee278e6e-cf9f-434d-82c8-d0fdac3f7d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T12:12:05Z', 'updated_at': '2021-05-25T12:19:02Z', 'revision_number': 5, 'project_id': '401f68ee052c48d0a0e9823d5525ef3d', 'gw_port': {'id': 'ee278e6e-cf9f-434d-82c8-d0fdac3f7d3b', 'name': '', 'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d2:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:12:07Z', 'updated_at': '2021-05-25T12:12:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-5-smb'}], 'dv-cinder-779233-5-smb', False) {} {{(pid=92474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:19:03.846651 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907694e8-d9c6-4985-84f7-a17d041d540d None None] Checking router: 8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3 for host: dv-cinder-779233-5-smb {{(pid=92474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 12:19:03.854959 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907694e8-d9c6-4985-84f7-a17d041d540d None None] Routers {'8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3'} bound to L3 agent in host dv-cinder-779233-5-smb {{(pid=92474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 12:19:03.855590 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_hamode_db [None req-907694e8-d9c6-4985-84f7-a17d041d540d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-25T12:04:17Z,description=,heartbeat_timestamp=2021-05-25T12:18:47Z,host='dv-cinder-779233-5-smb',id=4aaf6e0c-8c85-4f95-8d8e-6a64f0cc3b25,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T12:04:17Z,topic='l3_agent')) {'router_ids': ['8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3'], 'active': True} {{(pid=92474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:19:03.862298 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.plugin [None req-51da7101-5b8b-45aa-84fc-53a10ae33005 admin admin] Deleting port ee278e6e-cf9f-434d-82c8-d0fdac3f7d3b {{(pid=92473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 12:19:03.862826 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-51da7101-5b8b-45aa-84fc-53a10ae33005 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786008536899'] for port, before_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:04.007455 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_dvr_db [None req-907694e8-d9c6-4985-84f7-a17d041d540d None None] Set router 8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3 gateway port host: None {{(pid=92474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 12:19:04.082780 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.db [None req-51da7101-5b8b-45aa-84fc-53a10ae33005 admin admin] For port ee278e6e-cf9f-434d-82c8-d0fdac3f7d3b, host dv-cinder-779233-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-5-smb',level=0,port_id=ee278e6e-cf9f-434d-82c8-d0fdac3f7d3b,segment=NetworkSegment(34f5f11c-fa4c-4a54-bab0-6c112d271f06),segment_id=34f5f11c-fa4c-4a54-bab0-6c112d271f06)] {{(pid=92473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:19:04.083133 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-51da7101-5b8b-45aa-84fc-53a10ae33005 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042426'] for port, precommit_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:04.111112 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_hamode_db [None req-907694e8-d9c6-4985-84f7-a17d041d540d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3', 'name': 'tempest-AttachVolumeShelveTestJSON-980141975-router', 'tenant_id': '401f68ee052c48d0a0e9823d5525ef3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T12:12:05Z', 'updated_at': '2021-05-25T12:19:03Z', 'revision_number': 6, 'project_id': '401f68ee052c48d0a0e9823d5525ef3d', 'gw_port_host': None}], 'dv-cinder-779233-5-smb', False) {} {{(pid=92474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:19:04.115050 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907694e8-d9c6-4985-84f7-a17d041d540d None None] The sync data for ids ['8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3'] in dv-cinder-779233-5-smb is: [{'id': '8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3', 'name': 'tempest-AttachVolumeShelveTestJSON-980141975-router', 'tenant_id': '401f68ee052c48d0a0e9823d5525ef3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T12:12:05Z', 'updated_at': '2021-05-25T12:19:03Z', 'revision_number': 6, 'project_id': '401f68ee052c48d0a0e9823d5525ef3d', 'gw_port_host': None}] {{(pid=92474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 12:19:04.206689 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.plugin [None req-51da7101-5b8b-45aa-84fc-53a10ae33005 admin admin] Calling delete_port for ee278e6e-cf9f-434d-82c8-d0fdac3f7d3b owned by network:router_gateway {{(pid=92473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 12:19:04.384248 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-51da7101-5b8b-45aa-84fc-53a10ae33005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786008539046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786008105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2465563'] for port, after_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:04.389475 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-78b6d871-9052-419c-bfa5-3230c594dcd8 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:19:04.434930 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51da7101-5b8b-45aa-84fc-53a10ae33005 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee278e6e-cf9f-434d-82c8-d0fdac3f7d3b,revision_number=None']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:19:04.461621 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-51da7101-5b8b-45aa-84fc-53a10ae33005 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:19:04.528945 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-51da7101-5b8b-45aa-84fc-53a10ae33005 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1047094'] for router_gateway, after_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:04.703105 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-51da7101-5b8b-45aa-84fc-53a10ae33005 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1047739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2640'] for router, precommit_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:04.705272 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-51da7101-5b8b-45aa-84fc-53a10ae33005 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:04.829734 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-51da7101-5b8b-45aa-84fc-53a10ae33005 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1048199'] for router, after_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:04.830159 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51da7101-5b8b-45aa-84fc-53a10ae33005 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3 {{(pid=92473) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 12:19:04.842757 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-51da7101-5b8b-45aa-84fc-53a10ae33005 admin admin] Notify callbacks [] for router, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:04.846105 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-51da7101-5b8b-45aa-84fc-53a10ae33005 admin admin] 10.222.0.44 "DELETE /v2.0/routers/8b9acc53-b6c6-4696-bc7f-c8ff7565ffb3 HTTP/1.1" status: 204 len: 168 time: 1.4598422 May 25 12:19:04.852942 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 43996) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:19:04.907389 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e587653-91b5-40ee-98fd-97c68fc91c66 admin admin] Deleting subnet b01b166f-5ba1-4373-a734-254ff90ae56a {{(pid=92473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 12:19:04.910405 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-6e587653-91b5-40ee-98fd-97c68fc91c66 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:04.960640 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-6e587653-91b5-40ee-98fd-97c68fc91c66 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2835061'] for subnet, precommit_delete_associations {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:05.081598 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-6e587653-91b5-40ee-98fd-97c68fc91c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1960903'] for subnet, precommit_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:05.428349 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-6e587653-91b5-40ee-98fd-97c68fc91c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2542568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3722517'] for subnet, after_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:05.433862 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-e1a0b3a6-7301-4d5b-904a-2c0d359a3244 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:19:05.468574 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e587653-91b5-40ee-98fd-97c68fc91c66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b01b166f-5ba1-4373-a734-254ff90ae56a,revision_number=None']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:19:05.471427 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-6e587653-91b5-40ee-98fd-97c68fc91c66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:19:05.472400 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-6e587653-91b5-40ee-98fd-97c68fc91c66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653773'] for subnet, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:05.477249 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e7bd335-35cb-4ea4-bbdc-de197b229ba5 None None] Network b95433bc-2dbd-474f-a7da-308000160943 requested from dv-cinder-779233-5-smb {{(pid=92474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 12:19:05.478296 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-6e587653-91b5-40ee-98fd-97c68fc91c66 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/b01b166f-5ba1-4373-a734-254ff90ae56a HTTP/1.1" status: 204 len: 168 time: 0.6308265 May 25 12:19:05.481252 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 44000) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:19:05.584073 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-f4fdc905-a8ce-4525-aba3-19aded42e808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628851'] for network, before_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:05.649031 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Device ee278e6e-cf9f-434d-82c8-d0fdac3f7d3b no longer exists at agent ovs-agent-dv-cinder-779233-5-smb {{(pid=92474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 12:19:05.658636 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.plugin [None req-f4fdc905-a8ce-4525-aba3-19aded42e808 admin admin] Deleting port fe96bf53-fc59-4023-9ac9-f429bd695720 {{(pid=92473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 12:19:05.658978 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-f4fdc905-a8ce-4525-aba3-19aded42e808 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786008536899'] for port, before_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:05.686254 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.plugin [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] No Port match for: ee278e6e-cf9f-434d-82c8-d0fdac3f7d3b {{(pid=92474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 12:19:05.686515 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Device ee278e6e-cf9f-434d-82c8-d0fdac3f7d3b not bound to the agent host dv-cinder-779233-5-smb {{(pid=92474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 12:19:05.686925 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Device 988f0bbb-c4f2-4037-8138-a1aa53f8fd63 no longer exists at agent ovs-agent-dv-cinder-779233-5-smb {{(pid=92474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 12:19:05.721059 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.plugin [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] No Port match for: 988f0bbb-c4f2-4037-8138-a1aa53f8fd63 {{(pid=92474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 12:19:05.721401 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Device 988f0bbb-c4f2-4037-8138-a1aa53f8fd63 not bound to the agent host dv-cinder-779233-5-smb {{(pid=92474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 12:19:05.761980 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.db [None req-f4fdc905-a8ce-4525-aba3-19aded42e808 admin admin] For port fe96bf53-fc59-4023-9ac9-f429bd695720, host dv-cinder-779233-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-5-smb',level=0,port_id=fe96bf53-fc59-4023-9ac9-f429bd695720,segment=NetworkSegment(a867bff5-0b48-4d60-bac3-5ba6e8b8d30c),segment_id=a867bff5-0b48-4d60-bac3-5ba6e8b8d30c)] {{(pid=92473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:19:05.761980 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-f4fdc905-a8ce-4525-aba3-19aded42e808 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042426'] for port, precommit_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:05.795988 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8c4dc3-df87-4cc5-af2d-efed03ff611c None None] DHCP port deletion for b95433bc-2dbd-474f-a7da-308000160943 request from dv-cinder-779233-5-smb {{(pid=92474) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 12:19:05.897468 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.plugin [None req-dc8c4dc3-df87-4cc5-af2d-efed03ff611c None None] Deleting port fe96bf53-fc59-4023-9ac9-f429bd695720 {{(pid=92474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 12:19:05.897848 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-dc8c4dc3-df87-4cc5-af2d-efed03ff611c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786008536899'] for port, before_delete {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:05.976952 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.plugin [None req-f4fdc905-a8ce-4525-aba3-19aded42e808 admin admin] Calling delete_port for fe96bf53-fc59-4023-9ac9-f429bd695720 owned by network:dhcp {{(pid=92473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 12:19:05.997933 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-dc8c4dc3-df87-4cc5-af2d-efed03ff611c None None] For port fe96bf53-fc59-4023-9ac9-f429bd695720, host dv-cinder-779233-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-5-smb',level=0,port_id=fe96bf53-fc59-4023-9ac9-f429bd695720,segment=NetworkSegment(a867bff5-0b48-4d60-bac3-5ba6e8b8d30c),segment_id=a867bff5-0b48-4d60-bac3-5ba6e8b8d30c)] {{(pid=92474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:19:05.998379 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-dc8c4dc3-df87-4cc5-af2d-efed03ff611c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042426'] for port, precommit_delete {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:06.098187 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-f4fdc905-a8ce-4525-aba3-19aded42e808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786008539046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786008105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2465563'] for port, after_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:06.101958 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-0519c734-16c8-45b5-bc06-dd04b21ea3b4 tempest-VolumesActionsTest-998973021 tempest-VolumesActionsTest-998973021-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:19:06.117181 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.plugin [None req-dc8c4dc3-df87-4cc5-af2d-efed03ff611c None None] Calling delete_port for fe96bf53-fc59-4023-9ac9-f429bd695720 owned by network:dhcp {{(pid=92474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 12:19:06.145038 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fdc905-a8ce-4525-aba3-19aded42e808 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe96bf53-fc59-4023-9ac9-f429bd695720,revision_number=None']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:19:06.148540 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-f4fdc905-a8ce-4525-aba3-19aded42e808 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:19:06.151315 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fdc905-a8ce-4525-aba3-19aded42e808 admin admin] No DVR routers for this DVR port fe96bf53-fc59-4023-9ac9-f429bd695720 on host dv-cinder-779233-5-smb {{(pid=92473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 12:19:06.246884 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-dc8c4dc3-df87-4cc5-af2d-efed03ff611c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786008539046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786008105692'] for port, after_delete {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:06.250283 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:19:06.269879 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-f4fdc905-a8ce-4525-aba3-19aded42e808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1908296', 'neutron.services.segments.db._delete_segments_for_network-8786008650460'] for network, precommit_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:06.282740 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.services.segments.db [None req-f4fdc905-a8ce-4525-aba3-19aded42e808 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b95433bc-2dbd-474f-a7da-308000160943']}} {{(pid=92473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:19:06.294245 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8c4dc3-df87-4cc5-af2d-efed03ff611c None None] Pushing event deleted for resources: {'Port': ['ID=fe96bf53-fc59-4023-9ac9-f429bd695720,revision_number=None']} {{(pid=92474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:19:06.295097 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.services.segments.db [None req-f4fdc905-a8ce-4525-aba3-19aded42e808 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a867bff5-0b48-4d60-bac3-5ba6e8b8d30c') {'for_net_delete': True} {{(pid=92473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:19:06.295433 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.services.segments.db [None req-f4fdc905-a8ce-4525-aba3-19aded42e808 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a867bff5-0b48-4d60-bac3-5ba6e8b8d30c') {} {{(pid=92473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:19:06.299259 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8c4dc3-df87-4cc5-af2d-efed03ff611c None None] No DVR routers for this DVR port fe96bf53-fc59-4023-9ac9-f429bd695720 on host dv-cinder-779233-5-smb {{(pid=92474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 12:19:06.304633 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8c4dc3-df87-4cc5-af2d-efed03ff611c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:19:06.305011 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8c4dc3-df87-4cc5-af2d-efed03ff611c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:19:06.305376 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8c4dc3-df87-4cc5-af2d-efed03ff611c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:19:06.305706 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8c4dc3-df87-4cc5-af2d-efed03ff611c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:19:06.306029 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8c4dc3-df87-4cc5-af2d-efed03ff611c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:19:06.306876 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8c4dc3-df87-4cc5-af2d-efed03ff611c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:19:06.307199 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8c4dc3-df87-4cc5-af2d-efed03ff611c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:19:06.307536 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8c4dc3-df87-4cc5-af2d-efed03ff611c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:19:06.307638 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-f4fdc905-a8ce-4525-aba3-19aded42e808 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786008660637', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2835070'] for segment, before_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:06.307854 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8c4dc3-df87-4cc5-af2d-efed03ff611c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:19:06.308171 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8c4dc3-df87-4cc5-af2d-efed03ff611c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:19:06.308483 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8c4dc3-df87-4cc5-af2d-efed03ff611c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:19:06.308797 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8c4dc3-df87-4cc5-af2d-efed03ff611c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:19:06.312186 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-dc8c4dc3-df87-4cc5-af2d-efed03ff611c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:19:06.324695 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-f4fdc905-a8ce-4525-aba3-19aded42e808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1959408'] for segment, precommit_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:06.335065 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4fdc905-a8ce-4525-aba3-19aded42e808 admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=92473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 12:19:06.341574 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-f4fdc905-a8ce-4525-aba3-19aded42e808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1959408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2465614'] for segment, after_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:06.349082 dv-cinder-779233-5-smb neutron-server[92473]: Traceback (most recent call last): May 25 12:19:06.349082 dv-cinder-779233-5-smb neutron-server[92473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 12:19:06.349082 dv-cinder-779233-5-smb neutron-server[92473]: timer() May 25 12:19:06.349082 dv-cinder-779233-5-smb neutron-server[92473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 12:19:06.349082 dv-cinder-779233-5-smb neutron-server[92473]: cb(*args, **kw) May 25 12:19:06.349082 dv-cinder-779233-5-smb neutron-server[92473]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 12:19:06.349082 dv-cinder-779233-5-smb neutron-server[92473]: return func(*args, **kwargs) May 25 12:19:06.349082 dv-cinder-779233-5-smb neutron-server[92473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 12:19:06.349082 dv-cinder-779233-5-smb neutron-server[92473]: self._notify() May 25 12:19:06.349082 dv-cinder-779233-5-smb neutron-server[92473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 12:19:06.349082 dv-cinder-779233-5-smb neutron-server[92473]: self.callback(batched_events) May 25 12:19:06.349082 dv-cinder-779233-5-smb neutron-server[92473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 12:19:06.349082 dv-cinder-779233-5-smb neutron-server[92473]: event.method(event) May 25 12:19:06.349082 dv-cinder-779233-5-smb neutron-server[92473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 12:19:06.349082 dv-cinder-779233-5-smb neutron-server[92473]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 12:19:06.349082 dv-cinder-779233-5-smb neutron-server[92473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 12:19:06.349082 dv-cinder-779233-5-smb neutron-server[92473]: aggregate_uuid = self.p_client.list_aggregates( May 25 12:19:06.349082 dv-cinder-779233-5-smb neutron-server[92473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 12:19:06.349082 dv-cinder-779233-5-smb neutron-server[92473]: return f(self, *a, **k) May 25 12:19:06.349082 dv-cinder-779233-5-smb neutron-server[92473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 12:19:06.349082 dv-cinder-779233-5-smb neutron-server[92473]: return self._get(url).json() May 25 12:19:06.349082 dv-cinder-779233-5-smb neutron-server[92473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 12:19:06.349082 dv-cinder-779233-5-smb neutron-server[92473]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 12:19:06.349082 dv-cinder-779233-5-smb neutron-server[92473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 12:19:06.349082 dv-cinder-779233-5-smb neutron-server[92473]: return self.request(url, 'GET', **kwargs) May 25 12:19:06.349082 dv-cinder-779233-5-smb neutron-server[92473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 12:19:06.349082 dv-cinder-779233-5-smb neutron-server[92473]: base_url = self.get_endpoint(auth, allow=allow, May 25 12:19:06.349082 dv-cinder-779233-5-smb neutron-server[92473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 12:19:06.349082 dv-cinder-779233-5-smb neutron-server[92473]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 12:19:06.349082 dv-cinder-779233-5-smb neutron-server[92473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 12:19:06.349082 dv-cinder-779233-5-smb neutron-server[92473]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 12:19:06.349082 dv-cinder-779233-5-smb neutron-server[92473]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 12:19:06.496615 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-f4fdc905-a8ce-4525-aba3-19aded42e808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1908289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1019683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-653800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047083'] for network, after_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:06.500295 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-05de89d6-8555-46cc-aae3-ecdd9783ba3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:19:06.513548 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-f4fdc905-a8ce-4525-aba3-19aded42e808 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653773'] for network, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:06.523396 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fdc905-a8ce-4525-aba3-19aded42e808 admin admin] Pushing event deleted for resources: {'Network': ['ID=b95433bc-2dbd-474f-a7da-308000160943,revision_number=None']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:19:06.526386 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-f4fdc905-a8ce-4525-aba3-19aded42e808 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:19:06.590144 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-f4fdc905-a8ce-4525-aba3-19aded42e808 admin admin] 10.222.0.44 "DELETE /v2.0/networks/b95433bc-2dbd-474f-a7da-308000160943 HTTP/1.1" status: 204 len: 168 time: 1.1078658 May 25 12:19:06.941239 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 44006) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:19:06.993561 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-233293c9-5d0c-437e-adde-2972d2ec8f99 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=401f68ee052c48d0a0e9823d5525ef3d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0506732 May 25 12:19:06.996461 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 44010) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:19:07.052061 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-45801c97-ec12-486f-8f80-3e5cdbfb8a26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:07.078210 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-45801c97-ec12-486f-8f80-3e5cdbfb8a26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:07.200525 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-45801c97-ec12-486f-8f80-3e5cdbfb8a26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:07.204132 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-5449a68b-0f34-484a-b310-4ace6a82df93 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:19:07.216136 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45801c97-ec12-486f-8f80-3e5cdbfb8a26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9814c1a-49d4-4fda-a561-b17a1532a21d,revision_number=None']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:19:07.219123 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-45801c97-ec12-486f-8f80-3e5cdbfb8a26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:19:07.227829 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-45801c97-ec12-486f-8f80-3e5cdbfb8a26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:07.229001 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-45801c97-ec12-486f-8f80-3e5cdbfb8a26 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a9814c1a-49d4-4fda-a561-b17a1532a21d HTTP/1.1" status: 204 len: 168 time: 0.2316790 May 25 12:19:07.641489 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Device fe96bf53-fc59-4023-9ac9-f429bd695720 no longer exists at agent ovs-agent-dv-cinder-779233-5-smb {{(pid=92474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 12:19:07.674874 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.plugin [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] No Port match for: fe96bf53-fc59-4023-9ac9-f429bd695720 {{(pid=92474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 12:19:07.675280 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Device fe96bf53-fc59-4023-9ac9-f429bd695720 not bound to the agent host dv-cinder-779233-5-smb {{(pid=92474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 12:19:08.349769 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 44034) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:19:08.455926 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.v2.base [None req-20066e45-0a8a-42a4-bdfd-e7cde7ebf992 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1227512456-network', 'tenant_id': '0864be46d0cc487f90c57acd6472d636'}} {{(pid=92472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 12:19:08.460606 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-20066e45-0a8a-42a4-bdfd-e7cde7ebf992 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:19:08.465006 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-20066e45-0a8a-42a4-bdfd-e7cde7ebf992 admin admin] Usage tracker for resource:network and tenant:0864be46d0cc487f90c57acd6472d636 is out of sync, need to count used quota {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:19:08.467789 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-20066e45-0a8a-42a4-bdfd-e7cde7ebf992 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:19:08.474194 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-20066e45-0a8a-42a4-bdfd-e7cde7ebf992 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:19:08.589661 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20066e45-0a8a-42a4-bdfd-e7cde7ebf992 admin admin] Made reservation on behalf of 0864be46d0cc487f90c57acd6472d636 for: {'network': 1} {{(pid=92472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 12:19:08.591941 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-20066e45-0a8a-42a4-bdfd-e7cde7ebf992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-2080768'] for network, before_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:08.603718 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-20066e45-0a8a-42a4-bdfd-e7cde7ebf992 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:08.617506 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-20066e45-0a8a-42a4-bdfd-e7cde7ebf992 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:19:08.621915 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-20066e45-0a8a-42a4-bdfd-e7cde7ebf992 admin admin] Usage tracker for resource:security_group_rule and tenant:0864be46d0cc487f90c57acd6472d636 is out of sync, need to count used quota {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:19:08.624755 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-20066e45-0a8a-42a4-bdfd-e7cde7ebf992 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:19:08.630560 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-20066e45-0a8a-42a4-bdfd-e7cde7ebf992 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:19:08.713697 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-20066e45-0a8a-42a4-bdfd-e7cde7ebf992 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:08.852211 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-20066e45-0a8a-42a4-bdfd-e7cde7ebf992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:08.855087 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-7ae67870-3ba7-4841-a655-5dcc4557dd06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:19:08.881498 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20066e45-0a8a-42a4-bdfd-e7cde7ebf992 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=92472) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 25 12:19:08.890364 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20066e45-0a8a-42a4-bdfd-e7cde7ebf992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a658de5-f18a-44b8-85e2-06f9f49ac322,revision_number=1']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:19:08.895994 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-20066e45-0a8a-42a4-bdfd-e7cde7ebf992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1959408'] for segment, precommit_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:08.896333 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.db.segments_db [None req-20066e45-0a8a-42a4-bdfd-e7cde7ebf992 admin admin] Added segment dad021e1-3360-4664-9601-c09fb6755ab8 of type vlan for network 9e203381-a96d-4880-a7ef-d6ef0608763a May 25 12:19:08.897990 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-20066e45-0a8a-42a4-bdfd-e7cde7ebf992 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:19:08.923461 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-20066e45-0a8a-42a4-bdfd-e7cde7ebf992 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786008126284'] for network, precommit_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:09.011980 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-20066e45-0a8a-42a4-bdfd-e7cde7ebf992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1019683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-653800'] for network, after_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:09.013270 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20066e45-0a8a-42a4-bdfd-e7cde7ebf992 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:19:09.013836 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-20066e45-0a8a-42a4-bdfd-e7cde7ebf992 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653773'] for network, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:09.018585 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-59d57d5a-1962-4cb1-9a81-04d51b192117 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:19:09.116300 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20066e45-0a8a-42a4-bdfd-e7cde7ebf992 admin admin] Pushing event updated for resources: {'Network': ['ID=9e203381-a96d-4880-a7ef-d6ef0608763a,revision_number=1']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:19:09.119085 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-20066e45-0a8a-42a4-bdfd-e7cde7ebf992 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:19:09.125852 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Network 9e203381-a96d-4880-a7ef-d6ef0608763a details requested by agent ovs-agent-dv-cinder-779233-5-smb with host dv-cinder-779233-5-smb {{(pid=92474) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 25 12:19:09.184661 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-20066e45-0a8a-42a4-bdfd-e7cde7ebf992 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8336616 May 25 12:19:09.187382 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 44040) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:19:09.193336 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.v2.base [None req-298ebbd7-be28-41d7-8a30-9022cf273d61 admin admin] Request body: {'subnet': {'network_id': '9e203381-a96d-4880-a7ef-d6ef0608763a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1227512456-subnet', 'tenant_id': '0864be46d0cc487f90c57acd6472d636', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 12:19:09.198823 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-298ebbd7-be28-41d7-8a30-9022cf273d61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:19:09.202945 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-298ebbd7-be28-41d7-8a30-9022cf273d61 admin admin] Usage tracker for resource:subnet and tenant:0864be46d0cc487f90c57acd6472d636 is out of sync, need to count used quota {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:19:09.208157 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-298ebbd7-be28-41d7-8a30-9022cf273d61 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:19:09.214667 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-298ebbd7-be28-41d7-8a30-9022cf273d61 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:19:09.297748 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-298ebbd7-be28-41d7-8a30-9022cf273d61 admin admin] Made reservation on behalf of 0864be46d0cc487f90c57acd6472d636 for: {'subnet': 1} {{(pid=92472) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 12:19:09.300109 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-298ebbd7-be28-41d7-8a30-9022cf273d61 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2222427'] for subnet, before_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:09.744843 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-298ebbd7-be28-41d7-8a30-9022cf273d61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2273048', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2222413'] for subnet, after_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:09.749256 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-b183c96b-1598-4c9a-9d33-5d9f06ad78a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:19:09.898167 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298ebbd7-be28-41d7-8a30-9022cf273d61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f12d5ce9-47cf-4b08-8e23-17e74d451cc9,revision_number=0']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:19:09.901528 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-298ebbd7-be28-41d7-8a30-9022cf273d61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:19:09.907289 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298ebbd7-be28-41d7-8a30-9022cf273d61 admin admin] Checking segment: {'id': 'dad021e1-3360-4664-9601-c09fb6755ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9e203381-a96d-4880-a7ef-d6ef0608763a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92472) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 12:19:09.907677 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298ebbd7-be28-41d7-8a30-9022cf273d61 admin admin] Network hostable DHCP agents. Network: 9e203381-a96d-4880-a7ef-d6ef0608763a, hostable agents: ['0c80ff5a-370f-48e8-a560-f3922f41a294'], hosted agents: [] {{(pid=92472) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 25 12:19:09.977764 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298ebbd7-be28-41d7-8a30-9022cf273d61 admin admin] Network 9e203381-a96d-4880-a7ef-d6ef0608763a is scheduled to be hosted by DHCP agent 0c80ff5a-370f-48e8-a560-f3922f41a294 with binding_index 1 {{(pid=92472) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 25 12:19:10.074961 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.scheduler.base_scheduler [None req-298ebbd7-be28-41d7-8a30-9022cf273d61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779233-5-smb, 9e203381-a96d-4880-a7ef-d6ef0608763a) {{(pid=92472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 12:19:10.083378 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298ebbd7-be28-41d7-8a30-9022cf273d61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:19:10.102476 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-298ebbd7-be28-41d7-8a30-9022cf273d61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:10.102622 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7289b2-03a2-4b46-a469-5d28a0a76178 None None] Network 9e203381-a96d-4880-a7ef-d6ef0608763a requested from dv-cinder-779233-5-smb {{(pid=92474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 12:19:10.188571 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-298ebbd7-be28-41d7-8a30-9022cf273d61 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0001051 May 25 12:19:10.191253 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 44044) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:19:10.196412 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.v2.base [None req-98d94c65-5f58-4a77-85a1-c31903933176 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1227512456-router', 'tenant_id': '0864be46d0cc487f90c57acd6472d636', 'external_gateway_info': {'network_id': '4d625284-12e5-4031-b909-2f88209a96c9'}}} {{(pid=92472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 12:19:10.200999 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-98d94c65-5f58-4a77-85a1-c31903933176 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:19:10.204890 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-98d94c65-5f58-4a77-85a1-c31903933176 admin admin] Usage tracker for resource:router and tenant:0864be46d0cc487f90c57acd6472d636 is out of sync, need to count used quota {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:19:10.207646 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-98d94c65-5f58-4a77-85a1-c31903933176 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:19:10.213762 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-98d94c65-5f58-4a77-85a1-c31903933176 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:19:10.295216 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f9967b-8496-4a16-bbb0-916848709d0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfb470bd2-2dac-5629-b131-0e08a6e57b62-9e203381-a96d-4880-a7ef-d6ef0608763a', 'network_id': '9e203381-a96d-4880-a7ef-d6ef0608763a', 'tenant_id': '0864be46d0cc487f90c57acd6472d636', 'fixed_ips': [{'subnet_id': 'f12d5ce9-47cf-4b08-8e23-17e74d451cc9'}]}} from dv-cinder-779233-5-smb. {{(pid=92474) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 25 12:19:10.296063 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-22f9967b-8496-4a16-bbb0-916848709d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_create {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:10.313620 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-98d94c65-5f58-4a77-85a1-c31903933176 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1047640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2594'] for router, before_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:10.314651 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-98d94c65-5f58-4a77-85a1-c31903933176 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1044568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1047175', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1007722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2601'] for router, precommit_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:10.329861 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-98d94c65-5f58-4a77-85a1-c31903933176 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:10.441886 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.db_base_plugin_common [None req-22f9967b-8496-4a16-bbb0-916848709d0c None None] Allocated IP 172.20.0.2 (9e203381-a96d-4880-a7ef-d6ef0608763a/f12d5ce9-47cf-4b08-8e23-17e74d451cc9/896b10bf-d32a-487d-b2a6-7bbdd383cb0b) {{(pid=92474) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 12:19:10.646694 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-22f9967b-8496-4a16-bbb0-916848709d0c None None] Notify callbacks [] for port, precommit_create {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:10.656867 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-22f9967b-8496-4a16-bbb0-916848709d0c None None] Transition to ACTIVE for port object 896b10bf-d32a-487d-b2a6-7bbdd383cb0b will not be triggered until provisioned by entity L2. {{(pid=92474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 12:19:10.662968 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-98d94c65-5f58-4a77-85a1-c31903933176 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1047202', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1047658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2655'] for router, precommit_update {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:10.674495 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-22f9967b-8496-4a16-bbb0-916848709d0c None None] Transition to ACTIVE for port object 896b10bf-d32a-487d-b2a6-7bbdd383cb0b will not be triggered until provisioned by entity DHCP. {{(pid=92474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 12:19:10.772869 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-22f9967b-8496-4a16-bbb0-916848709d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786008105683'] for port, after_create {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:10.776568 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:19:10.838379 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f9967b-8496-4a16-bbb0-916848709d0c None None] Network 9e203381-a96d-4880-a7ef-d6ef0608763a is already hosted by enough agents. {{(pid=92474) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 12:19:10.841184 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.scheduler.base_scheduler [None req-22f9967b-8496-4a16-bbb0-916848709d0c None None] Resources bound (agent type, host, resource id): {{(pid=92474) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 12:19:10.843590 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f9967b-8496-4a16-bbb0-916848709d0c None None] Received port after_create {{(pid=92474) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 12:19:10.877072 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f9967b-8496-4a16-bbb0-916848709d0c None None] Pushing event updated for resources: {'Port': ['ID=896b10bf-d32a-487d-b2a6-7bbdd383cb0b,revision_number=1']} {{(pid=92474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:19:10.879851 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-22f9967b-8496-4a16-bbb0-916848709d0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:19:10.941992 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.managers [None req-22f9967b-8496-4a16-bbb0-916848709d0c None None] Attempting to bind port 896b10bf-d32a-487d-b2a6-7bbdd383cb0b on host dv-cinder-779233-5-smb for vnic_type normal with profile {{(pid=92474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 12:19:10.942391 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.managers [None req-22f9967b-8496-4a16-bbb0-916848709d0c None None] Attempting to bind port 896b10bf-d32a-487d-b2a6-7bbdd383cb0b by drivers openvswitch,hyperv on host dv-cinder-779233-5-smb at level 0 using segments [{'id': 'dad021e1-3360-4664-9601-c09fb6755ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9e203381-a96d-4880-a7ef-d6ef0608763a'}] {{(pid=92474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 12:19:10.942758 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f9967b-8496-4a16-bbb0-916848709d0c None None] Attempting to bind port 896b10bf-d32a-487d-b2a6-7bbdd383cb0b on network 9e203381-a96d-4880-a7ef-d6ef0608763a {{(pid=92474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 12:19:10.948726 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f9967b-8496-4a16-bbb0-916848709d0c None None] Checking agent: {'id': 'dfb2fd04-6671-4c26-88c9-b30127e2e29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779233-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 12, 4, 16), 'started_at': datetime.datetime(2021, 5, 25, 12, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 12, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779233-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 12:19:10.949123 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f9967b-8496-4a16-bbb0-916848709d0c None None] Checking segment: {'id': 'dad021e1-3360-4664-9601-c09fb6755ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9e203381-a96d-4880-a7ef-d6ef0608763a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 12:19:10.949531 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-22f9967b-8496-4a16-bbb0-916848709d0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:10.949927 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f9967b-8496-4a16-bbb0-916848709d0c None None] Bound using segment: {'id': 'dad021e1-3360-4664-9601-c09fb6755ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9e203381-a96d-4880-a7ef-d6ef0608763a'} {{(pid=92474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 12:19:10.950397 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.managers [None req-22f9967b-8496-4a16-bbb0-916848709d0c None None] Bound port: 896b10bf-d32a-487d-b2a6-7bbdd383cb0b, host: dv-cinder-779233-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dad021e1-3360-4664-9601-c09fb6755ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9e203381-a96d-4880-a7ef-d6ef0608763a'}}] {{(pid=92474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 12:19:10.950774 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-22f9967b-8496-4a16-bbb0-916848709d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:11.037008 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-98d94c65-5f58-4a77-85a1-c31903933176 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:11.037745 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-22f9967b-8496-4a16-bbb0-916848709d0c None None] For port 896b10bf-d32a-487d-b2a6-7bbdd383cb0b, host dv-cinder-779233-5-smb, cleared binding levels {{(pid=92474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 12:19:11.040807 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-22f9967b-8496-4a16-bbb0-916848709d0c None None] For port 896b10bf-d32a-487d-b2a6-7bbdd383cb0b, host dv-cinder-779233-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-5-smb',level=0,port_id=896b10bf-d32a-487d-b2a6-7bbdd383cb0b,segment=NetworkSegment(dad021e1-3360-4664-9601-c09fb6755ab8),segment_id=dad021e1-3360-4664-9601-c09fb6755ab8)] {{(pid=92474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 12:19:11.067189 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-98d94c65-5f58-4a77-85a1-c31903933176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:11.136935 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-22f9967b-8496-4a16-bbb0-916848709d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:11.141582 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-0d38cb7e-ec3a-4dd1-a079-317e3c6d4903 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:19:11.201728 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.db_base_plugin_common [None req-98d94c65-5f58-4a77-85a1-c31903933176 admin admin] Allocated IP 172.28.2.43 (4d625284-12e5-4031-b909-2f88209a96c9/2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92/2ba47493-61e6-45b7-a51a-3a13c4b0879f) {{(pid=92472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 12:19:11.246997 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f9967b-8496-4a16-bbb0-916848709d0c None None] Pushing event updated for resources: {'Port': ['ID=896b10bf-d32a-487d-b2a6-7bbdd383cb0b,revision_number=2']} {{(pid=92474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:19:11.249885 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-22f9967b-8496-4a16-bbb0-916848709d0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:19:11.351432 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-98d94c65-5f58-4a77-85a1-c31903933176 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:11.469807 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-98d94c65-5f58-4a77-85a1-c31903933176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786008105683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2227112'] for port, after_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:11.474055 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-c2fe7ff0-2c23-49c9-836d-94415666e9f7 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:19:11.539918 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d94c65-5f58-4a77-85a1-c31903933176 admin admin] Network 4d625284-12e5-4031-b909-2f88209a96c9 is already hosted by enough agents. {{(pid=92472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 12:19:11.543964 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.scheduler.base_scheduler [None req-98d94c65-5f58-4a77-85a1-c31903933176 admin admin] Resources bound (agent type, host, resource id): {{(pid=92472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 12:19:11.550775 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d94c65-5f58-4a77-85a1-c31903933176 admin admin] Received port after_create {{(pid=92472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 12:19:11.578723 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d94c65-5f58-4a77-85a1-c31903933176 admin admin] Pushing event updated for resources: {'Port': ['ID=2ba47493-61e6-45b7-a51a-3a13c4b0879f,revision_number=1']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:19:11.583769 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-98d94c65-5f58-4a77-85a1-c31903933176 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:19:11.673444 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Device 896b10bf-d32a-487d-b2a6-7bbdd383cb0b up at agent ovs-agent-dv-cinder-779233-5-smb {{(pid=92474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 12:19:11.852218 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Provisioning for port 896b10bf-d32a-487d-b2a6-7bbdd383cb0b completed by entity L2. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 12:19:12.071585 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a67476cd-6c93-4fad-97b3-4e3ef93eebd9 None None] Network 9e203381-a96d-4880-a7ef-d6ef0608763a requested from dv-cinder-779233-5-smb {{(pid=92474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 12:19:12.147221 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-98d94c65-5f58-4a77-85a1-c31903933176 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:12.232081 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-288f7468-8efc-4793-919b-904065471fab None None] Provisioning for port 896b10bf-d32a-487d-b2a6-7bbdd383cb0b completed by entity DHCP. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 12:19:12.241295 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-288f7468-8efc-4793-919b-904065471fab None None] Provisioning complete for port 896b10bf-d32a-487d-b2a6-7bbdd383cb0b triggered by entity DHCP. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 12:19:12.241670 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-288f7468-8efc-4793-919b-904065471fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902397'] for port, provisioning_complete {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:12.414463 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-288f7468-8efc-4793-919b-904065471fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:12.462389 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-288f7468-8efc-4793-919b-904065471fab None None] For port 896b10bf-d32a-487d-b2a6-7bbdd383cb0b, host dv-cinder-779233-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-5-smb',level=0,port_id=896b10bf-d32a-487d-b2a6-7bbdd383cb0b,segment=NetworkSegment(dad021e1-3360-4664-9601-c09fb6755ab8),segment_id=dad021e1-3360-4664-9601-c09fb6755ab8)] {{(pid=92474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:19:12.484875 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-98d94c65-5f58-4a77-85a1-c31903933176 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1047633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1047265'] for router, after_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:12.549737 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-288f7468-8efc-4793-919b-904065471fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:12.551573 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:19:12.616372 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288f7468-8efc-4793-919b-904065471fab None None] Pushing event updated for resources: {'Port': ['ID=896b10bf-d32a-487d-b2a6-7bbdd383cb0b,revision_number=3']} {{(pid=92474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:19:12.619392 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-288f7468-8efc-4793-919b-904065471fab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:19:12.669917 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-f2319a2a-3b25-4c11-b034-1849265663c5 None None] Provisioning complete for port 896b10bf-d32a-487d-b2a6-7bbdd383cb0b triggered by entity DHCP. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 12:19:12.670216 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-f2319a2a-3b25-4c11-b034-1849265663c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902397'] for port, provisioning_complete {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:12.783705 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98d94c65-5f58-4a77-85a1-c31903933176 admin admin] Router 0dc1a175-0361-48b3-a7cd-2f6b52a7a40a is scheduled to L3 agent 4aaf6e0c-8c85-4f95-8d8e-6a64f0cc3b25 with binding_index 1 {{(pid=92472) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 25 12:19:12.957497 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98d94c65-5f58-4a77-85a1-c31903933176 admin admin] Notify agent at l3_agent.dv-cinder-779233-5-smb the message routers_updated {{(pid=92472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 12:19:12.966524 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de6bd27-2be6-4307-8fee-e91f21d32ccf None None] Sync routers for ids ['0dc1a175-0361-48b3-a7cd-2f6b52a7a40a'] in dv-cinder-779233-5-smb {{(pid=92475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 12:19:12.975590 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de6bd27-2be6-4307-8fee-e91f21d32ccf None None] Routers {'0dc1a175-0361-48b3-a7cd-2f6b52a7a40a'} bound to L3 agent in host dv-cinder-779233-5-smb {{(pid=92475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 12:19:12.976408 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_hamode_db [None req-9de6bd27-2be6-4307-8fee-e91f21d32ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-25T12:04:17Z,description=,heartbeat_timestamp=2021-05-25T12:18:47Z,host='dv-cinder-779233-5-smb',id=4aaf6e0c-8c85-4f95-8d8e-6a64f0cc3b25,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T12:04:17Z,topic='l3_agent')) {'router_ids': ['0dc1a175-0361-48b3-a7cd-2f6b52a7a40a'], 'active': True} {{(pid=92475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:19:13.058069 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-98d94c65-5f58-4a77-85a1-c31903933176 admin admin] Notify callbacks [] for router, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:13.059294 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-98d94c65-5f58-4a77-85a1-c31903933176 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.8668556 May 25 12:19:13.062109 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 44048) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:19:13.144466 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_dvr_db [None req-9de6bd27-2be6-4307-8fee-e91f21d32ccf None None] Set router 0dc1a175-0361-48b3-a7cd-2f6b52a7a40a gateway port host: dv-cinder-779233-5-smb {{(pid=92475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 12:19:13.453134 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_hamode_db [None req-9de6bd27-2be6-4307-8fee-e91f21d32ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dc1a175-0361-48b3-a7cd-2f6b52a7a40a', 'name': 'tempest-AttachVolumeTestJSON-1227512456-router', 'tenant_id': '0864be46d0cc487f90c57acd6472d636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'external_fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.43'}], 'enable_snat': True}, 'gw_port_id': '2ba47493-61e6-45b7-a51a-3a13c4b0879f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T12:19:10Z', 'updated_at': '2021-05-25T12:19:11Z', 'revision_number': 3, 'project_id': '0864be46d0cc487f90c57acd6472d636', 'gw_port': {'id': '2ba47493-61e6-45b7-a51a-3a13c4b0879f', 'name': '', 'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:94:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dc1a175-0361-48b3-a7cd-2f6b52a7a40a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:19:11Z', 'updated_at': '2021-05-25T12:19:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-5-smb'}], 'dv-cinder-779233-5-smb', False) {} {{(pid=92475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:19:13.457419 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de6bd27-2be6-4307-8fee-e91f21d32ccf None None] Checking router: 0dc1a175-0361-48b3-a7cd-2f6b52a7a40a for host: dv-cinder-779233-5-smb {{(pid=92475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 12:19:13.458160 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de6bd27-2be6-4307-8fee-e91f21d32ccf None None] Updating router 0dc1a175-0361-48b3-a7cd-2f6b52a7a40a port 2ba47493-61e6-45b7-a51a-3a13c4b0879f binding host dv-cinder-779233-5-smb {{(pid=92475) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 12:19:13.509806 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron_lib.callbacks.manager [None req-9de6bd27-2be6-4307-8fee-e91f21d32ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:13.671713 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Device 896b10bf-d32a-487d-b2a6-7bbdd383cb0b up at agent ovs-agent-dv-cinder-779233-5-smb {{(pid=92474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 12:19:13.742763 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Provisioning complete for port 896b10bf-d32a-487d-b2a6-7bbdd383cb0b triggered by entity L2. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 12:19:13.743201 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902397'] for port, provisioning_complete {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:13.832914 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron_lib.callbacks.manager [None req-9de6bd27-2be6-4307-8fee-e91f21d32ccf None None] Notify callbacks [] for port, precommit_update {{(pid=92475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:13.840377 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-d03728b6-6bc2-47ef-90f3-0ab566708a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:13.844162 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.provisioning_blocks [None req-9de6bd27-2be6-4307-8fee-e91f21d32ccf None None] Transition to ACTIVE for port object 2ba47493-61e6-45b7-a51a-3a13c4b0879f will not be triggered until provisioned by entity L2. {{(pid=92475) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 12:19:13.915285 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron_lib.callbacks.manager [None req-9de6bd27-2be6-4307-8fee-e91f21d32ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:13.920142 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:19:13.998095 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.plugins.ml2.managers [None req-9de6bd27-2be6-4307-8fee-e91f21d32ccf None None] Attempting to bind port 2ba47493-61e6-45b7-a51a-3a13c4b0879f on host dv-cinder-779233-5-smb for vnic_type normal with profile {{(pid=92475) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 12:19:13.998793 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.plugins.ml2.managers [None req-9de6bd27-2be6-4307-8fee-e91f21d32ccf None None] Attempting to bind port 2ba47493-61e6-45b7-a51a-3a13c4b0879f by drivers openvswitch,hyperv on host dv-cinder-779233-5-smb at level 0 using segments [{'id': '34f5f11c-fa4c-4a54-bab0-6c112d271f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d625284-12e5-4031-b909-2f88209a96c9'}] {{(pid=92475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 12:19:13.998793 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de6bd27-2be6-4307-8fee-e91f21d32ccf None None] Attempting to bind port 2ba47493-61e6-45b7-a51a-3a13c4b0879f on network 4d625284-12e5-4031-b909-2f88209a96c9 {{(pid=92475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 12:19:14.004373 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4bfa8a-ee42-46fe-9f5e-0f4748251ec7 None None] Pushing event updated for resources: {'Port': ['ID=2ba47493-61e6-45b7-a51a-3a13c4b0879f,revision_number=2']} {{(pid=92475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:19:14.012498 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de6bd27-2be6-4307-8fee-e91f21d32ccf None None] Checking agent: {'id': 'dfb2fd04-6671-4c26-88c9-b30127e2e29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779233-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 12, 4, 16), 'started_at': datetime.datetime(2021, 5, 25, 12, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 12, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779233-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 12:19:14.012862 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de6bd27-2be6-4307-8fee-e91f21d32ccf None None] Checking segment: {'id': '34f5f11c-fa4c-4a54-bab0-6c112d271f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d625284-12e5-4031-b909-2f88209a96c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92475) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 12:19:14.013247 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron_lib.callbacks.manager [None req-9de6bd27-2be6-4307-8fee-e91f21d32ccf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:14.013624 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de6bd27-2be6-4307-8fee-e91f21d32ccf None None] Bound using segment: {'id': '34f5f11c-fa4c-4a54-bab0-6c112d271f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d625284-12e5-4031-b909-2f88209a96c9'} {{(pid=92475) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 12:19:14.014070 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.plugins.ml2.managers [None req-9de6bd27-2be6-4307-8fee-e91f21d32ccf None None] Bound port: 2ba47493-61e6-45b7-a51a-3a13c4b0879f, host: dv-cinder-779233-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34f5f11c-fa4c-4a54-bab0-6c112d271f06', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d625284-12e5-4031-b909-2f88209a96c9'}}] {{(pid=92475) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 12:19:14.014426 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron_lib.callbacks.manager [None req-9de6bd27-2be6-4307-8fee-e91f21d32ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:14.018035 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-a343c689-7725-4dca-9f92-a05f52a32d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:14.037445 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4bfa8a-ee42-46fe-9f5e-0f4748251ec7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:19:14.037774 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4bfa8a-ee42-46fe-9f5e-0f4748251ec7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:19:14.038101 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4bfa8a-ee42-46fe-9f5e-0f4748251ec7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:19:14.038416 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4bfa8a-ee42-46fe-9f5e-0f4748251ec7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:19:14.038734 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4bfa8a-ee42-46fe-9f5e-0f4748251ec7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:19:14.039050 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4bfa8a-ee42-46fe-9f5e-0f4748251ec7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:19:14.039379 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4bfa8a-ee42-46fe-9f5e-0f4748251ec7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:19:14.039693 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4bfa8a-ee42-46fe-9f5e-0f4748251ec7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:19:14.040000 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4bfa8a-ee42-46fe-9f5e-0f4748251ec7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:19:14.040304 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4bfa8a-ee42-46fe-9f5e-0f4748251ec7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:19:14.040634 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4bfa8a-ee42-46fe-9f5e-0f4748251ec7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:19:14.040952 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4bfa8a-ee42-46fe-9f5e-0f4748251ec7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92475) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:19:14.048408 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG oslo_concurrency.lockutils [None req-5b4bfa8a-ee42-46fe-9f5e-0f4748251ec7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:19:14.054356 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.db_base_plugin_common [None req-d03728b6-6bc2-47ef-90f3-0ab566708a8d admin admin] Allocated IP 172.20.0.1 (9e203381-a96d-4880-a7ef-d6ef0608763a/f12d5ce9-47cf-4b08-8e23-17e74d451cc9/7fa2cfb7-9628-429f-8dac-0135915a9c9a) {{(pid=92472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 12:19:14.093017 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.plugins.ml2.db [None req-9de6bd27-2be6-4307-8fee-e91f21d32ccf None None] For port 2ba47493-61e6-45b7-a51a-3a13c4b0879f, host dv-cinder-779233-5-smb, cleared binding levels {{(pid=92475) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 12:19:14.096140 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.plugins.ml2.db [None req-9de6bd27-2be6-4307-8fee-e91f21d32ccf None None] For port 2ba47493-61e6-45b7-a51a-3a13c4b0879f, host dv-cinder-779233-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-5-smb',level=0,port_id=2ba47493-61e6-45b7-a51a-3a13c4b0879f,segment=NetworkSegment(34f5f11c-fa4c-4a54-bab0-6c112d271f06),segment_id=34f5f11c-fa4c-4a54-bab0-6c112d271f06)] {{(pid=92475) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 12:19:14.172628 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron_lib.callbacks.manager [None req-9de6bd27-2be6-4307-8fee-e91f21d32ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92475) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:14.176817 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG oslo_concurrency.lockutils [None req-76c7d518-adae-48c4-bee2-abb6432bfd21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:19:14.199572 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-d03728b6-6bc2-47ef-90f3-0ab566708a8d admin admin] Notify callbacks [] for port, precommit_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:14.214680 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.provisioning_blocks [None req-d03728b6-6bc2-47ef-90f3-0ab566708a8d admin admin] Transition to ACTIVE for port object 7fa2cfb7-9628-429f-8dac-0135915a9c9a will not be triggered until provisioned by entity DHCP. {{(pid=92472) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 12:19:14.254631 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de6bd27-2be6-4307-8fee-e91f21d32ccf None None] Routers {'0dc1a175-0361-48b3-a7cd-2f6b52a7a40a'} bound to L3 agent in host dv-cinder-779233-5-smb {{(pid=92475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 12:19:14.255143 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_hamode_db [None req-9de6bd27-2be6-4307-8fee-e91f21d32ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-25T12:04:17Z,description=,heartbeat_timestamp=2021-05-25T12:18:47Z,host='dv-cinder-779233-5-smb',id=4aaf6e0c-8c85-4f95-8d8e-6a64f0cc3b25,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T12:04:17Z,topic='l3_agent')) {'router_ids': ['0dc1a175-0361-48b3-a7cd-2f6b52a7a40a'], 'active': True} {{(pid=92475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:19:14.309834 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4bfa8a-ee42-46fe-9f5e-0f4748251ec7 None None] Pushing event updated for resources: {'Port': ['ID=2ba47493-61e6-45b7-a51a-3a13c4b0879f,revision_number=3']} {{(pid=92475) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:19:14.320213 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG oslo_concurrency.lockutils [None req-5b4bfa8a-ee42-46fe-9f5e-0f4748251ec7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92475) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:19:14.321511 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-d03728b6-6bc2-47ef-90f3-0ab566708a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786008105683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2227112'] for port, after_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:14.326676 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-bd37e126-3aba-4724-9222-72f736a67faa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:19:14.389733 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03728b6-6bc2-47ef-90f3-0ab566708a8d admin admin] Network 9e203381-a96d-4880-a7ef-d6ef0608763a is already hosted by enough agents. {{(pid=92472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 12:19:14.392586 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.scheduler.base_scheduler [None req-d03728b6-6bc2-47ef-90f3-0ab566708a8d admin admin] Resources bound (agent type, host, resource id): {{(pid=92472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 12:19:14.394924 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03728b6-6bc2-47ef-90f3-0ab566708a8d admin admin] Received port after_create {{(pid=92472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 12:19:14.442969 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03728b6-6bc2-47ef-90f3-0ab566708a8d admin admin] Pushing event updated for resources: {'Port': ['ID=7fa2cfb7-9628-429f-8dac-0135915a9c9a,revision_number=1']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:19:14.447433 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_dvr_db [None req-9de6bd27-2be6-4307-8fee-e91f21d32ccf None None] Set router 0dc1a175-0361-48b3-a7cd-2f6b52a7a40a gateway port host: dv-cinder-779233-5-smb {{(pid=92475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 12:19:14.455555 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03728b6-6bc2-47ef-90f3-0ab566708a8d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:19:14.455928 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03728b6-6bc2-47ef-90f3-0ab566708a8d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:19:14.456294 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03728b6-6bc2-47ef-90f3-0ab566708a8d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:19:14.456648 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03728b6-6bc2-47ef-90f3-0ab566708a8d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:19:14.457000 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03728b6-6bc2-47ef-90f3-0ab566708a8d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:19:14.457350 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03728b6-6bc2-47ef-90f3-0ab566708a8d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:19:14.457699 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03728b6-6bc2-47ef-90f3-0ab566708a8d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:19:14.458063 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03728b6-6bc2-47ef-90f3-0ab566708a8d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:19:14.458781 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03728b6-6bc2-47ef-90f3-0ab566708a8d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:19:14.458781 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03728b6-6bc2-47ef-90f3-0ab566708a8d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:19:14.459057 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03728b6-6bc2-47ef-90f3-0ab566708a8d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:19:14.459423 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d03728b6-6bc2-47ef-90f3-0ab566708a8d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:19:14.463698 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-d03728b6-6bc2-47ef-90f3-0ab566708a8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:19:14.469307 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-d03728b6-6bc2-47ef-90f3-0ab566708a8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1040528'] for router_interface, before_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:14.702225 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-f85ed183-ff6f-4282-9532-41f1793738ce None None] Provisioning for port 7fa2cfb7-9628-429f-8dac-0135915a9c9a completed by entity DHCP. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 12:19:14.707065 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-f85ed183-ff6f-4282-9532-41f1793738ce None None] Provisioning complete for port 7fa2cfb7-9628-429f-8dac-0135915a9c9a triggered by entity DHCP. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 12:19:14.707475 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-f85ed183-ff6f-4282-9532-41f1793738ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902397'] for port, provisioning_complete {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:14.732557 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_hamode_db [None req-9de6bd27-2be6-4307-8fee-e91f21d32ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dc1a175-0361-48b3-a7cd-2f6b52a7a40a', 'name': 'tempest-AttachVolumeTestJSON-1227512456-router', 'tenant_id': '0864be46d0cc487f90c57acd6472d636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'external_fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.43'}], 'enable_snat': True}, 'gw_port_id': '2ba47493-61e6-45b7-a51a-3a13c4b0879f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T12:19:10Z', 'updated_at': '2021-05-25T12:19:11Z', 'revision_number': 3, 'project_id': '0864be46d0cc487f90c57acd6472d636', 'gw_port': {'id': '2ba47493-61e6-45b7-a51a-3a13c4b0879f', 'name': '', 'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:94:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dc1a175-0361-48b3-a7cd-2f6b52a7a40a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:19:11Z', 'updated_at': '2021-05-25T12:19:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-5-smb'}], 'dv-cinder-779233-5-smb', False) {} {{(pid=92475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:19:14.736447 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de6bd27-2be6-4307-8fee-e91f21d32ccf None None] The sync data for ids ['0dc1a175-0361-48b3-a7cd-2f6b52a7a40a'] in dv-cinder-779233-5-smb is: [{'id': '0dc1a175-0361-48b3-a7cd-2f6b52a7a40a', 'name': 'tempest-AttachVolumeTestJSON-1227512456-router', 'tenant_id': '0864be46d0cc487f90c57acd6472d636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'external_fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.43'}], 'enable_snat': True}, 'gw_port_id': '2ba47493-61e6-45b7-a51a-3a13c4b0879f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T12:19:10Z', 'updated_at': '2021-05-25T12:19:11Z', 'revision_number': 3, 'project_id': '0864be46d0cc487f90c57acd6472d636', 'gw_port': {'id': '2ba47493-61e6-45b7-a51a-3a13c4b0879f', 'name': '', 'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:94:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dc1a175-0361-48b3-a7cd-2f6b52a7a40a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:19:11Z', 'updated_at': '2021-05-25T12:19:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-5-smb'}] {{(pid=92475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 12:19:14.763722 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.plugin [None req-f85ed183-ff6f-4282-9532-41f1793738ce None None] Port 7fa2cfb7-9628-429f-8dac-0135915a9c9a cannot update to ACTIVE because it is not bound. {{(pid=92474) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 12:19:14.815722 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-d03728b6-6bc2-47ef-90f3-0ab566708a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:15.062347 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-d03728b6-6bc2-47ef-90f3-0ab566708a8d admin admin] Notify callbacks [] for port, precommit_update {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:15.120731 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-d03728b6-6bc2-47ef-90f3-0ab566708a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2227105'] for port, after_update {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:15.145747 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:19:15.228266 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03728b6-6bc2-47ef-90f3-0ab566708a8d admin admin] Pushing event updated for resources: {'Port': ['ID=7fa2cfb7-9628-429f-8dac-0135915a9c9a,revision_number=2']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:19:15.231136 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-d03728b6-6bc2-47ef-90f3-0ab566708a8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:19:15.234329 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-d03728b6-6bc2-47ef-90f3-0ab566708a8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1040445'] for router_interface, after_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:15.372719 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03728b6-6bc2-47ef-90f3-0ab566708a8d admin admin] Network 9e203381-a96d-4880-a7ef-d6ef0608763a is already hosted by enough agents. {{(pid=92472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 12:19:15.373774 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.scheduler.base_scheduler [None req-d03728b6-6bc2-47ef-90f3-0ab566708a8d admin admin] Resources bound (agent type, host, resource id): {{(pid=92472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 12:19:15.589140 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-61eee777-63e7-4b52-899a-227edff7136f None None] Provisioning complete for port 7fa2cfb7-9628-429f-8dac-0135915a9c9a triggered by entity DHCP. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 12:19:15.589450 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-61eee777-63e7-4b52-899a-227edff7136f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902397'] for port, provisioning_complete {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:15.651722 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.plugin [None req-61eee777-63e7-4b52-899a-227edff7136f None None] Port 7fa2cfb7-9628-429f-8dac-0135915a9c9a cannot update to ACTIVE because it is not bound. {{(pid=92474) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 12:19:15.670049 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d03728b6-6bc2-47ef-90f3-0ab566708a8d admin admin] Router 0dc1a175-0361-48b3-a7cd-2f6b52a7a40a has already been hosted by L3 agent 4aaf6e0c-8c85-4f95-8d8e-6a64f0cc3b25 {{(pid=92472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 12:19:15.679079 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Device 2ba47493-61e6-45b7-a51a-3a13c4b0879f up at agent ovs-agent-dv-cinder-779233-5-smb {{(pid=92474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 12:19:15.789152 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Provisioning for port 2ba47493-61e6-45b7-a51a-3a13c4b0879f completed by entity L2. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 12:19:15.794939 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Provisioning complete for port 2ba47493-61e6-45b7-a51a-3a13c4b0879f triggered by entity L2. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 12:19:15.795458 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902397'] for port, provisioning_complete {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:15.848791 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d03728b6-6bc2-47ef-90f3-0ab566708a8d admin admin] Notify agent at l3_agent.dv-cinder-779233-5-smb the message routers_updated {{(pid=92472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 12:19:15.858103 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-d03728b6-6bc2-47ef-90f3-0ab566708a8d admin admin] 10.222.0.44 "PUT /v2.0/routers/0dc1a175-0361-48b3-a7cd-2f6b52a7a40a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7950077 May 25 12:19:15.916836 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:15.938352 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] For port 2ba47493-61e6-45b7-a51a-3a13c4b0879f, host dv-cinder-779233-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-5-smb',level=0,port_id=2ba47493-61e6-45b7-a51a-3a13c4b0879f,segment=NetworkSegment(34f5f11c-fa4c-4a54-bab0-6c112d271f06),segment_id=34f5f11c-fa4c-4a54-bab0-6c112d271f06)] {{(pid=92474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:19:16.012426 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:16.014760 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-0d38cb7e-ec3a-4dd1-a079-317e3c6d4903 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:19:16.084871 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Pushing event updated for resources: {'Port': ['ID=2ba47493-61e6-45b7-a51a-3a13c4b0879f,revision_number=4']} {{(pid=92474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:19:16.088563 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:19:16.243139 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1411546d-f99b-4bca-9e3a-cfb8873c3134 None None] Sync routers for ids ['0dc1a175-0361-48b3-a7cd-2f6b52a7a40a'] in dv-cinder-779233-5-smb {{(pid=92474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 12:19:16.252273 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1411546d-f99b-4bca-9e3a-cfb8873c3134 None None] Routers {'0dc1a175-0361-48b3-a7cd-2f6b52a7a40a'} bound to L3 agent in host dv-cinder-779233-5-smb {{(pid=92474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 12:19:16.252879 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_hamode_db [None req-1411546d-f99b-4bca-9e3a-cfb8873c3134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-25T12:04:17Z,description=,heartbeat_timestamp=2021-05-25T12:18:47Z,host='dv-cinder-779233-5-smb',id=4aaf6e0c-8c85-4f95-8d8e-6a64f0cc3b25,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T12:04:17Z,topic='l3_agent')) {'router_ids': ['0dc1a175-0361-48b3-a7cd-2f6b52a7a40a'], 'active': True} {{(pid=92474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:19:16.335066 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 44058) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:19:16.342060 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.v2.base [None req-eef72211-024e-46d4-b3d3-727dd20a3cf1 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1535406409', 'description': 'tempest-description--241697427'}} {{(pid=92472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 12:19:16.348018 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-eef72211-024e-46d4-b3d3-727dd20a3cf1 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:19:16.351797 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-eef72211-024e-46d4-b3d3-727dd20a3cf1 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Usage tracker for resource:security_group and tenant:0864be46d0cc487f90c57acd6472d636 is out of sync, need to count used quota {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:19:16.354683 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-eef72211-024e-46d4-b3d3-727dd20a3cf1 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:19:16.360667 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-eef72211-024e-46d4-b3d3-727dd20a3cf1 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:19:16.437178 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_dvr_db [None req-1411546d-f99b-4bca-9e3a-cfb8873c3134 None None] Set router 0dc1a175-0361-48b3-a7cd-2f6b52a7a40a gateway port host: dv-cinder-779233-5-smb {{(pid=92474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 12:19:16.446859 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-eef72211-024e-46d4-b3d3-727dd20a3cf1 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Notify callbacks [] for security_group, before_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:16.468886 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-eef72211-024e-46d4-b3d3-727dd20a3cf1 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:19:16.473085 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-eef72211-024e-46d4-b3d3-727dd20a3cf1 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Usage tracker for resource:security_group_rule and tenant:0864be46d0cc487f90c57acd6472d636 is out of sync, need to count used quota {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:19:16.476166 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-eef72211-024e-46d4-b3d3-727dd20a3cf1 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:19:16.483317 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-eef72211-024e-46d4-b3d3-727dd20a3cf1 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:19:16.515225 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:16.554063 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-eef72211-024e-46d4-b3d3-727dd20a3cf1 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Notify callbacks [] for security_group, precommit_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:16.627848 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-eef72211-024e-46d4-b3d3-727dd20a3cf1 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:16.633070 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-f072886d-82e3-4c58-805d-48f09690bb34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:19:16.674567 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef72211-024e-46d4-b3d3-727dd20a3cf1 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=292c08c5-c09e-4722-b3c0-d455a1ef6faf,revision_number=1']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:19:16.677171 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-eef72211-024e-46d4-b3d3-727dd20a3cf1 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:19:16.761588 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-eef72211-024e-46d4-b3d3-727dd20a3cf1 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Notify callbacks [] for security_group, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:16.762862 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-eef72211-024e-46d4-b3d3-727dd20a3cf1 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4261796 May 25 12:19:16.765723 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 44062) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:19:16.771235 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.v2.base [None req-30a91a1c-c299-4b0a-95ab-8ed6278f9f02 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Request body: {'security_group_rule': {'security_group_id': '292c08c5-c09e-4722-b3c0-d455a1ef6faf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 12:19:16.776933 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-30a91a1c-c299-4b0a-95ab-8ed6278f9f02 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:19:16.780659 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-30a91a1c-c299-4b0a-95ab-8ed6278f9f02 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Usage tracker for resource:security_group_rule and tenant:0864be46d0cc487f90c57acd6472d636 is out of sync, need to count used quota {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:19:16.783480 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-30a91a1c-c299-4b0a-95ab-8ed6278f9f02 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:19:16.789821 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-30a91a1c-c299-4b0a-95ab-8ed6278f9f02 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:19:16.790881 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_hamode_db [None req-1411546d-f99b-4bca-9e3a-cfb8873c3134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dc1a175-0361-48b3-a7cd-2f6b52a7a40a', 'name': 'tempest-AttachVolumeTestJSON-1227512456-router', 'tenant_id': '0864be46d0cc487f90c57acd6472d636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'external_fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.43'}], 'enable_snat': True}, 'gw_port_id': '2ba47493-61e6-45b7-a51a-3a13c4b0879f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T12:19:10Z', 'updated_at': '2021-05-25T12:19:14Z', 'revision_number': 4, 'project_id': '0864be46d0cc487f90c57acd6472d636', 'gw_port': {'id': '2ba47493-61e6-45b7-a51a-3a13c4b0879f', 'name': '', 'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:94:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc1a175-0361-48b3-a7cd-2f6b52a7a40a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:19:11Z', 'updated_at': '2021-05-25T12:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-5-smb', '_interfaces': [{'id': '7fa2cfb7-9628-429f-8dac-0135915a9c9a', 'name': '', 'network_id': '9e203381-a96d-4880-a7ef-d6ef0608763a', 'tenant_id': '0864be46d0cc487f90c57acd6472d636', 'mac_address': 'fa:16:3e:fd:00:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dc1a175-0361-48b3-a7cd-2f6b52a7a40a', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'f12d5ce9-47cf-4b08-8e23-17e74d451cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:19:13Z', 'updated_at': '2021-05-25T12:19:14Z', 'revision_number': 2, 'project_id': '0864be46d0cc487f90c57acd6472d636', 'subnets': [{'id': 'f12d5ce9-47cf-4b08-8e23-17e74d451cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-5-smb', False) {} {{(pid=92474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:19:16.793953 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-c02c4c71-0833-4ec6-b153-72db4ccc71dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:16.797121 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1411546d-f99b-4bca-9e3a-cfb8873c3134 None None] Checking router: 0dc1a175-0361-48b3-a7cd-2f6b52a7a40a for host: dv-cinder-779233-5-smb {{(pid=92474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 12:19:16.802335 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1411546d-f99b-4bca-9e3a-cfb8873c3134 None None] Updating router 0dc1a175-0361-48b3-a7cd-2f6b52a7a40a port 7fa2cfb7-9628-429f-8dac-0135915a9c9a binding host dv-cinder-779233-5-smb {{(pid=92474) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 25 12:19:16.849832 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-1411546d-f99b-4bca-9e3a-cfb8873c3134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:16.892591 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-30a91a1c-c299-4b0a-95ab-8ed6278f9f02 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:16.955461 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-30a91a1c-c299-4b0a-95ab-8ed6278f9f02 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:17.074819 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-30a91a1c-c299-4b0a-95ab-8ed6278f9f02 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019753'] for security_group_rule, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:17.076855 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:19:17.098555 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a91a1c-c299-4b0a-95ab-8ed6278f9f02 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae1db405-6275-4fb3-a35a-dce4a60e7eb3,revision_number=0']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:19:17.109603 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a91a1c-c299-4b0a-95ab-8ed6278f9f02 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:19:17.109972 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a91a1c-c299-4b0a-95ab-8ed6278f9f02 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:19:17.110340 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a91a1c-c299-4b0a-95ab-8ed6278f9f02 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:19:17.110683 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a91a1c-c299-4b0a-95ab-8ed6278f9f02 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:19:17.111035 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a91a1c-c299-4b0a-95ab-8ed6278f9f02 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:19:17.111409 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a91a1c-c299-4b0a-95ab-8ed6278f9f02 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:19:17.111756 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a91a1c-c299-4b0a-95ab-8ed6278f9f02 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:19:17.112105 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a91a1c-c299-4b0a-95ab-8ed6278f9f02 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:19:17.112462 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a91a1c-c299-4b0a-95ab-8ed6278f9f02 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:19:17.112793 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a91a1c-c299-4b0a-95ab-8ed6278f9f02 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:19:17.113129 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a91a1c-c299-4b0a-95ab-8ed6278f9f02 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:19:17.113472 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a91a1c-c299-4b0a-95ab-8ed6278f9f02 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:19:17.116588 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-30a91a1c-c299-4b0a-95ab-8ed6278f9f02 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:19:17.177757 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-30a91a1c-c299-4b0a-95ab-8ed6278f9f02 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:17.179038 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-30a91a1c-c299-4b0a-95ab-8ed6278f9f02 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4122910 May 25 12:19:17.181731 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 44066) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:19:17.187521 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.v2.base [None req-773d719d-64a6-4d5f-bca8-f9993bfb4e57 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Request body: {'security_group_rule': {'security_group_id': '292c08c5-c09e-4722-b3c0-d455a1ef6faf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 12:19:17.193544 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-773d719d-64a6-4d5f-bca8-f9993bfb4e57 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:19:17.197459 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-773d719d-64a6-4d5f-bca8-f9993bfb4e57 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Usage tracker for resource:security_group_rule and tenant:0864be46d0cc487f90c57acd6472d636 is out of sync, need to count used quota {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:19:17.199794 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-1411546d-f99b-4bca-9e3a-cfb8873c3134 None None] Notify callbacks [] for port, precommit_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:17.200243 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-773d719d-64a6-4d5f-bca8-f9993bfb4e57 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:19:17.205877 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-773d719d-64a6-4d5f-bca8-f9993bfb4e57 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:19:17.211251 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-1411546d-f99b-4bca-9e3a-cfb8873c3134 None None] Transition to ACTIVE for port object 7fa2cfb7-9628-429f-8dac-0135915a9c9a will not be triggered until provisioned by entity L2. {{(pid=92474) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 12:19:17.217649 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 44070) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:19:17.309456 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-773d719d-64a6-4d5f-bca8-f9993bfb4e57 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:17.309700 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-1411546d-f99b-4bca-9e3a-cfb8873c3134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:17.313251 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:19:17.468541 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8163d4-39c2-4a56-8548-a17b290732cd None None] Pushing event updated for resources: {'Port': ['ID=7fa2cfb7-9628-429f-8dac-0135915a9c9a,revision_number=3']} {{(pid=92474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:19:17.470247 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-bd8163d4-39c2-4a56-8548-a17b290732cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:19:17.523874 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-773d719d-64a6-4d5f-bca8-f9993bfb4e57 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:17.531860 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.managers [None req-1411546d-f99b-4bca-9e3a-cfb8873c3134 None None] Attempting to bind port 7fa2cfb7-9628-429f-8dac-0135915a9c9a on host dv-cinder-779233-5-smb for vnic_type normal with profile {{(pid=92474) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 12:19:17.532441 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.managers [None req-1411546d-f99b-4bca-9e3a-cfb8873c3134 None None] Attempting to bind port 7fa2cfb7-9628-429f-8dac-0135915a9c9a by drivers openvswitch,hyperv on host dv-cinder-779233-5-smb at level 0 using segments [{'id': 'dad021e1-3360-4664-9601-c09fb6755ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9e203381-a96d-4880-a7ef-d6ef0608763a'}] {{(pid=92474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 12:19:17.532886 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1411546d-f99b-4bca-9e3a-cfb8873c3134 None None] Attempting to bind port 7fa2cfb7-9628-429f-8dac-0135915a9c9a on network 9e203381-a96d-4880-a7ef-d6ef0608763a {{(pid=92474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 12:19:17.539769 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1411546d-f99b-4bca-9e3a-cfb8873c3134 None None] Checking agent: {'id': 'dfb2fd04-6671-4c26-88c9-b30127e2e29d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779233-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 12, 4, 16), 'started_at': datetime.datetime(2021, 5, 25, 12, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 12, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779233-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 12:19:17.540222 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1411546d-f99b-4bca-9e3a-cfb8873c3134 None None] Checking segment: {'id': 'dad021e1-3360-4664-9601-c09fb6755ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9e203381-a96d-4880-a7ef-d6ef0608763a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92474) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 12:19:17.540771 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-1411546d-f99b-4bca-9e3a-cfb8873c3134 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:17.541268 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1411546d-f99b-4bca-9e3a-cfb8873c3134 None None] Bound using segment: {'id': 'dad021e1-3360-4664-9601-c09fb6755ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9e203381-a96d-4880-a7ef-d6ef0608763a'} {{(pid=92474) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 12:19:17.541859 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.managers [None req-1411546d-f99b-4bca-9e3a-cfb8873c3134 None None] Bound port: 7fa2cfb7-9628-429f-8dac-0135915a9c9a, host: dv-cinder-779233-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dad021e1-3360-4664-9601-c09fb6755ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9e203381-a96d-4880-a7ef-d6ef0608763a'}}] {{(pid=92474) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 12:19:17.542301 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-1411546d-f99b-4bca-9e3a-cfb8873c3134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:17.543610 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.plugin [None req-4f6db8bd-4036-4692-8e3f-0d8fd853bd0f tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Deleting port 512914d0-d421-41fb-a56b-a870d8b22fbc {{(pid=92473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 12:19:17.543955 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-4f6db8bd-4036-4692-8e3f-0d8fd853bd0f tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786008536899'] for port, before_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:17.606397 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-773d719d-64a6-4d5f-bca8-f9993bfb4e57 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019753'] for security_group_rule, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:17.613934 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:19:17.637052 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773d719d-64a6-4d5f-bca8-f9993bfb4e57 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e682bb91-b6e9-484c-868f-2e71d33a0089,revision_number=0']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:19:17.642316 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-773d719d-64a6-4d5f-bca8-f9993bfb4e57 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:19:17.645490 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-1411546d-f99b-4bca-9e3a-cfb8873c3134 None None] For port 7fa2cfb7-9628-429f-8dac-0135915a9c9a, host dv-cinder-779233-5-smb, cleared binding levels {{(pid=92474) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 12:19:17.649325 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-1411546d-f99b-4bca-9e3a-cfb8873c3134 None None] For port 7fa2cfb7-9628-429f-8dac-0135915a9c9a, host dv-cinder-779233-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-5-smb',level=0,port_id=7fa2cfb7-9628-429f-8dac-0135915a9c9a,segment=NetworkSegment(dad021e1-3360-4664-9601-c09fb6755ab8),segment_id=dad021e1-3360-4664-9601-c09fb6755ab8)] {{(pid=92474) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 12:19:17.669347 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Device 2ba47493-61e6-45b7-a51a-3a13c4b0879f up at agent ovs-agent-dv-cinder-779233-5-smb {{(pid=92474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 12:19:17.692780 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-4f6db8bd-4036-4692-8e3f-0d8fd853bd0f tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042426'] for port, precommit_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:17.692976 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-4f6db8bd-4036-4692-8e3f-0d8fd853bd0f tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:17.719615 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-1411546d-f99b-4bca-9e3a-cfb8873c3134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:17.724882 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-288fed37-447b-45fc-a68a-50490f36715d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:19:17.756309 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-773d719d-64a6-4d5f-bca8-f9993bfb4e57 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:17.758764 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-773d719d-64a6-4d5f-bca8-f9993bfb4e57 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5743046 May 25 12:19:17.761821 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 44076) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:19:17.767586 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.v2.base [None req-f6658a9a-dfc4-4798-b08c-784ca93a0e9e tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Request body: {'floatingip': {'floating_network_id': '4d625284-12e5-4031-b909-2f88209a96c9'}} {{(pid=92472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 12:19:17.773724 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-f6658a9a-dfc4-4798-b08c-784ca93a0e9e tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:19:17.777985 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-f6658a9a-dfc4-4798-b08c-784ca93a0e9e tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Usage tracker for resource:floatingip and tenant:0864be46d0cc487f90c57acd6472d636 is out of sync, need to count used quota {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:19:17.781642 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-f6658a9a-dfc4-4798-b08c-784ca93a0e9e tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:19:17.789586 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-f6658a9a-dfc4-4798-b08c-784ca93a0e9e tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:19:17.814083 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8163d4-39c2-4a56-8548-a17b290732cd None None] Pushing event updated for resources: {'Port': ['ID=7fa2cfb7-9628-429f-8dac-0135915a9c9a,revision_number=4']} {{(pid=92474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:19:17.818032 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1411546d-f99b-4bca-9e3a-cfb8873c3134 None None] Routers {'0dc1a175-0361-48b3-a7cd-2f6b52a7a40a'} bound to L3 agent in host dv-cinder-779233-5-smb {{(pid=92474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 12:19:17.818642 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_hamode_db [None req-1411546d-f99b-4bca-9e3a-cfb8873c3134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-25T12:04:17Z,description=,heartbeat_timestamp=2021-05-25T12:19:17Z,host='dv-cinder-779233-5-smb',id=4aaf6e0c-8c85-4f95-8d8e-6a64f0cc3b25,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T12:04:17Z,topic='l3_agent')) {'router_ids': ['0dc1a175-0361-48b3-a7cd-2f6b52a7a40a'], 'active': True} {{(pid=92474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:19:17.826506 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.plugin [None req-4f6db8bd-4036-4692-8e3f-0d8fd853bd0f tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Calling delete_port for 512914d0-d421-41fb-a56b-a870d8b22fbc owned by network:floatingip {{(pid=92473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 12:19:17.867736 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-f6658a9a-dfc4-4798-b08c-784ca93a0e9e tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Notify callbacks [] for floatingip, before_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:17.870820 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-bd8163d4-39c2-4a56-8548-a17b290732cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:19:17.898195 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Provisioning complete for port 2ba47493-61e6-45b7-a51a-3a13c4b0879f triggered by entity L2. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 12:19:17.898572 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902397'] for port, provisioning_complete {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:18.017078 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-f6658a9a-dfc4-4798-b08c-784ca93a0e9e tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:18.029590 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-4f6db8bd-4036-4692-8e3f-0d8fd853bd0f tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786008539046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786008105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2465563'] for port, after_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:18.033910 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-df5847a2-ca19-4a8e-b259-f527eee295fa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:19:18.080540 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6db8bd-4036-4692-8e3f-0d8fd853bd0f tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Pushing event deleted for resources: {'Port': ['ID=512914d0-d421-41fb-a56b-a870d8b22fbc,revision_number=None']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:19:18.083841 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-4f6db8bd-4036-4692-8e3f-0d8fd853bd0f tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:19:18.108463 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_dvr_db [None req-1411546d-f99b-4bca-9e3a-cfb8873c3134 None None] Set router 0dc1a175-0361-48b3-a7cd-2f6b52a7a40a gateway port host: dv-cinder-779233-5-smb {{(pid=92474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 12:19:18.158927 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.db_base_plugin_common [None req-f6658a9a-dfc4-4798-b08c-784ca93a0e9e tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Allocated IP 172.28.2.158 (4d625284-12e5-4031-b909-2f88209a96c9/2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92/6176c61a-d542-4384-bd05-9656110f2a35) {{(pid=92472) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 12:19:18.178325 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-4f6db8bd-4036-4692-8e3f-0d8fd853bd0f tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Notify callbacks [] for floatingip, after_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:18.178815 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.db.l3_db [None req-4f6db8bd-4036-4692-8e3f-0d8fd853bd0f tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Floating IP 75013601-d4a1-4f57-a011-f046dffc22b0 disassociated (deleted). External IP: 172.28.2.32, port: 2af95e4b-8477-4041-abdc-2e02af23a969. May 25 12:19:18.207192 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ff182aac-c7db-4435-9e5c-c570f96503ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:18.345584 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-f6658a9a-dfc4-4798-b08c-784ca93a0e9e tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Notify callbacks [] for port, precommit_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:18.439656 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-f6658a9a-dfc4-4798-b08c-784ca93a0e9e tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786008105683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2227112'] for port, after_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:18.449396 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:19:18.488358 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_hamode_db [None req-1411546d-f99b-4bca-9e3a-cfb8873c3134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dc1a175-0361-48b3-a7cd-2f6b52a7a40a', 'name': 'tempest-AttachVolumeTestJSON-1227512456-router', 'tenant_id': '0864be46d0cc487f90c57acd6472d636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'external_fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.43'}], 'enable_snat': True}, 'gw_port_id': '2ba47493-61e6-45b7-a51a-3a13c4b0879f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T12:19:10Z', 'updated_at': '2021-05-25T12:19:14Z', 'revision_number': 4, 'project_id': '0864be46d0cc487f90c57acd6472d636', 'gw_port': {'id': '2ba47493-61e6-45b7-a51a-3a13c4b0879f', 'name': '', 'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:94:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc1a175-0361-48b3-a7cd-2f6b52a7a40a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:19:11Z', 'updated_at': '2021-05-25T12:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-5-smb', '_interfaces': [{'id': '7fa2cfb7-9628-429f-8dac-0135915a9c9a', 'name': '', 'network_id': '9e203381-a96d-4880-a7ef-d6ef0608763a', 'tenant_id': '0864be46d0cc487f90c57acd6472d636', 'mac_address': 'fa:16:3e:fd:00:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dc1a175-0361-48b3-a7cd-2f6b52a7a40a', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'f12d5ce9-47cf-4b08-8e23-17e74d451cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:19:13Z', 'updated_at': '2021-05-25T12:19:17Z', 'revision_number': 4, 'project_id': '0864be46d0cc487f90c57acd6472d636', 'subnets': [{'id': 'f12d5ce9-47cf-4b08-8e23-17e74d451cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-5-smb', False) {} {{(pid=92474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:19:18.492243 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1411546d-f99b-4bca-9e3a-cfb8873c3134 None None] The sync data for ids ['0dc1a175-0361-48b3-a7cd-2f6b52a7a40a'] in dv-cinder-779233-5-smb is: [{'id': '0dc1a175-0361-48b3-a7cd-2f6b52a7a40a', 'name': 'tempest-AttachVolumeTestJSON-1227512456-router', 'tenant_id': '0864be46d0cc487f90c57acd6472d636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'external_fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.43'}], 'enable_snat': True}, 'gw_port_id': '2ba47493-61e6-45b7-a51a-3a13c4b0879f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T12:19:10Z', 'updated_at': '2021-05-25T12:19:14Z', 'revision_number': 4, 'project_id': '0864be46d0cc487f90c57acd6472d636', 'gw_port': {'id': '2ba47493-61e6-45b7-a51a-3a13c4b0879f', 'name': '', 'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:94:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc1a175-0361-48b3-a7cd-2f6b52a7a40a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:19:11Z', 'updated_at': '2021-05-25T12:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-5-smb', '_interfaces': [{'id': '7fa2cfb7-9628-429f-8dac-0135915a9c9a', 'name': '', 'network_id': '9e203381-a96d-4880-a7ef-d6ef0608763a', 'tenant_id': '0864be46d0cc487f90c57acd6472d636', 'mac_address': 'fa:16:3e:fd:00:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dc1a175-0361-48b3-a7cd-2f6b52a7a40a', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'f12d5ce9-47cf-4b08-8e23-17e74d451cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:19:13Z', 'updated_at': '2021-05-25T12:19:17Z', 'revision_number': 4, 'project_id': '0864be46d0cc487f90c57acd6472d636', 'subnets': [{'id': 'f12d5ce9-47cf-4b08-8e23-17e74d451cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 12:19:18.507701 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6658a9a-dfc4-4798-b08c-784ca93a0e9e tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Network 4d625284-12e5-4031-b909-2f88209a96c9 is already hosted by enough agents. {{(pid=92472) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 12:19:18.516347 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.scheduler.base_scheduler [None req-f6658a9a-dfc4-4798-b08c-784ca93a0e9e tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Resources bound (agent type, host, resource id): {{(pid=92472) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 12:19:18.518994 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6658a9a-dfc4-4798-b08c-784ca93a0e9e tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Received port after_create {{(pid=92472) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 12:19:18.603628 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6658a9a-dfc4-4798-b08c-784ca93a0e9e tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Pushing event updated for resources: {'Port': ['ID=6176c61a-d542-4384-bd05-9656110f2a35,revision_number=1']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:19:18.608195 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-f6658a9a-dfc4-4798-b08c-784ca93a0e9e tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:19:18.642363 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-f6658a9a-dfc4-4798-b08c-784ca93a0e9e tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:18.670712 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f6db8bd-4036-4692-8e3f-0d8fd853bd0f tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Router 78a618e7-ef27-4ede-b823-b90150a61529 has already been hosted by L3 agent 4aaf6e0c-8c85-4f95-8d8e-6a64f0cc3b25 {{(pid=92473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 12:19:18.807290 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-f6658a9a-dfc4-4798-b08c-784ca93a0e9e tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:18.863958 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f6db8bd-4036-4692-8e3f-0d8fd853bd0f tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Notify agent at l3_agent.dv-cinder-779233-5-smb the message routers_updated {{(pid=92473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 12:19:18.876131 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895ef33a-e900-46ce-87d4-7c9c219563a5 None None] Sync routers for ids ['78a618e7-ef27-4ede-b823-b90150a61529'] in dv-cinder-779233-5-smb {{(pid=92475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 12:19:18.887471 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-4f6db8bd-4036-4692-8e3f-0d8fd853bd0f tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163099'] for floatingip, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:18.888338 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895ef33a-e900-46ce-87d4-7c9c219563a5 None None] Routers {'78a618e7-ef27-4ede-b823-b90150a61529'} bound to L3 agent in host dv-cinder-779233-5-smb {{(pid=92475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 12:19:18.889150 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_hamode_db [None req-895ef33a-e900-46ce-87d4-7c9c219563a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-25T12:04:17Z,description=,heartbeat_timestamp=2021-05-25T12:19:17Z,host='dv-cinder-779233-5-smb',id=4aaf6e0c-8c85-4f95-8d8e-6a64f0cc3b25,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T12:04:17Z,topic='l3_agent')) {'router_ids': ['78a618e7-ef27-4ede-b823-b90150a61529'], 'active': True} {{(pid=92475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:19:18.950678 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-4f6db8bd-4036-4692-8e3f-0d8fd853bd0f tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] 10.222.0.44 "DELETE /v2.0/floatingips/75013601-d4a1-4f57-a011-f046dffc22b0 HTTP/1.1" status: 204 len: 168 time: 1.7319338 May 25 12:19:18.951489 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1616fd2c-929a-4938-977f-a15d5e7ebbf8', 'tag': '2af95e4b-8477-4041-abdc-2e02af23a969'}] {{(pid=92473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 12:19:19.035228 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1616fd2c-929a-4938-977f-a15d5e7ebbf8', 'tag': '2af95e4b-8477-4041-abdc-2e02af23a969', 'status': 'completed', 'code': 200} May 25 12:19:19.064120 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-f6658a9a-dfc4-4798-b08c-784ca93a0e9e tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Notify callbacks [] for port, precommit_update {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:19.121065 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-f6658a9a-dfc4-4798-b08c-784ca93a0e9e tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2227105'] for port, after_update {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:19.126020 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:19:19.151062 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6807e7-9202-428f-a0ed-5cee8a049574 req-4018289a-efb2-400a-8a87-9bd5c63fbd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:19:19.152687 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-de6807e7-9202-428f-a0ed-5cee8a049574 req-4018289a-efb2-400a-8a87-9bd5c63fbd81 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=ac5d446aa86d403580c17e594b9b5cd4&device_id=1616fd2c-929a-4938-977f-a15d5e7ebbf8 HTTP/1.1" status: 200 len: 1098 time: 0.1024013 May 25 12:19:19.190477 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_dvr_db [None req-895ef33a-e900-46ce-87d4-7c9c219563a5 None None] Set router 78a618e7-ef27-4ede-b823-b90150a61529 gateway port host: dv-cinder-779233-5-smb {{(pid=92475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 12:19:19.296403 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6658a9a-dfc4-4798-b08c-784ca93a0e9e tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Pushing event updated for resources: {'Port': ['ID=6176c61a-d542-4384-bd05-9656110f2a35,revision_number=2']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:19:19.310690 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-f6658a9a-dfc4-4798-b08c-784ca93a0e9e tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:19:19.316148 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-f6658a9a-dfc4-4798-b08c-784ca93a0e9e tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1047065'] for floatingip, after_update {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:19.346918 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6807e7-9202-428f-a0ed-5cee8a049574 req-9d5c4409-873e-421b-9ce8-646312bc40be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:19:19.348637 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-de6807e7-9202-428f-a0ed-5cee8a049574 req-9d5c4409-873e-421b-9ce8-646312bc40be service neutron] 10.222.0.54 "GET /v2.0/networks?id=ca40b0a3-0988-4313-9746-c2b99cc0662c HTTP/1.1" status: 200 len: 910 time: 0.1884909 May 25 12:19:19.419877 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-de6807e7-9202-428f-a0ed-5cee8a049574 req-7d743680-b02d-488e-a876-7d090dfcb751 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2af95e4b-8477-4041-abdc-2e02af23a969 HTTP/1.1" status: 200 len: 217 time: 0.0635993 May 25 12:19:19.422205 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-f6658a9a-dfc4-4798-b08c-784ca93a0e9e tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163099'] for floatingip, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:19.432916 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-f6658a9a-dfc4-4798-b08c-784ca93a0e9e tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6605861 May 25 12:19:19.532630 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6807e7-9202-428f-a0ed-5cee8a049574 req-8f84070c-1757-46f1-b5ca-e2f38893ab4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:19:19.534189 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-de6807e7-9202-428f-a0ed-5cee8a049574 req-8f84070c-1757-46f1-b5ca-e2f38893ab4c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=c4d436e3-46bf-4879-9813-736257c5ba21 HTTP/1.1" status: 200 len: 848 time: 0.1073813 May 25 12:19:19.549702 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_hamode_db [None req-895ef33a-e900-46ce-87d4-7c9c219563a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78a618e7-ef27-4ede-b823-b90150a61529', 'name': 'tempest-TestShelveInstance-1093127091-router', 'tenant_id': 'ac5d446aa86d403580c17e594b9b5cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'external_fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.203'}], 'enable_snat': True}, 'gw_port_id': 'a67fc547-d3f2-4ec4-a020-9ec13c2493e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T12:13:55Z', 'updated_at': '2021-05-25T12:14:03Z', 'revision_number': 4, 'project_id': 'ac5d446aa86d403580c17e594b9b5cd4', 'gw_port': {'id': 'a67fc547-d3f2-4ec4-a020-9ec13c2493e7', 'name': '', 'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:8d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a618e7-ef27-4ede-b823-b90150a61529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:13:57Z', 'updated_at': '2021-05-25T12:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-5-smb', '_interfaces': [{'id': '60504c9c-cb77-4cfe-a990-d04b8df90bbf', 'name': '', 'network_id': 'ca40b0a3-0988-4313-9746-c2b99cc0662c', 'tenant_id': 'ac5d446aa86d403580c17e594b9b5cd4', 'mac_address': 'fa:16:3e:27:4f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a618e7-ef27-4ede-b823-b90150a61529', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'c4d436e3-46bf-4879-9813-736257c5ba21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:14:02Z', 'updated_at': '2021-05-25T12:14:12Z', 'revision_number': 5, 'project_id': 'ac5d446aa86d403580c17e594b9b5cd4', 'subnets': [{'id': 'c4d436e3-46bf-4879-9813-736257c5ba21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-5-smb', False) {} {{(pid=92475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:19:19.553656 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895ef33a-e900-46ce-87d4-7c9c219563a5 None None] Checking router: 78a618e7-ef27-4ede-b823-b90150a61529 for host: dv-cinder-779233-5-smb {{(pid=92475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 12:19:19.559255 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-cb1178c2-b2b5-418b-a63c-7279ce5a9fe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:19.565204 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895ef33a-e900-46ce-87d4-7c9c219563a5 None None] Routers {'78a618e7-ef27-4ede-b823-b90150a61529'} bound to L3 agent in host dv-cinder-779233-5-smb {{(pid=92475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 12:19:19.565906 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_hamode_db [None req-895ef33a-e900-46ce-87d4-7c9c219563a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-25T12:04:17Z,description=,heartbeat_timestamp=2021-05-25T12:19:17Z,host='dv-cinder-779233-5-smb',id=4aaf6e0c-8c85-4f95-8d8e-6a64f0cc3b25,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T12:04:17Z,topic='l3_agent')) {'router_ids': ['78a618e7-ef27-4ede-b823-b90150a61529'], 'active': True} {{(pid=92475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:19:19.642281 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6807e7-9202-428f-a0ed-5cee8a049574 req-69265fba-ec7c-4048-a1d2-edd14312b734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:19:19.643956 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-de6807e7-9202-428f-a0ed-5cee8a049574 req-69265fba-ec7c-4048-a1d2-edd14312b734 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=ca40b0a3-0988-4313-9746-c2b99cc0662c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1019747 May 25 12:19:19.677216 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [req-9992db10-f114-4643-a698-76867cbcac3e req-a868ad92-cf64-4733-b8b3-c33d9bb49259 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Synchronizing usage tracker for tenant:0864be46d0cc487f90c57acd6472d636 on resource:security_group {{(pid=92472) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 12:19:19.742524 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Device 7fa2cfb7-9628-429f-8dac-0135915a9c9a up at agent ovs-agent-dv-cinder-779233-5-smb {{(pid=92474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 12:19:19.773049 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [req-9992db10-f114-4643-a698-76867cbcac3e req-a868ad92-cf64-4733-b8b3-c33d9bb49259 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Unset dirty status for tenant:0864be46d0cc487f90c57acd6472d636 on resource:security_group {{(pid=92472) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 12:19:19.775785 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-9992db10-f114-4643-a698-76867cbcac3e req-a868ad92-cf64-4733-b8b3-c33d9bb49259 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1535406409&fields=id&tenant_id=0864be46d0cc487f90c57acd6472d636 HTTP/1.1" status: 200 len: 267 time: 0.1734958 May 25 12:19:19.820833 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-de6807e7-9202-428f-a0ed-5cee8a049574 req-8324fb54-21e2-459a-8eb1-d073280b9d1e service neutron] 10.222.0.54 "GET /v2.0/networks/ca40b0a3-0988-4313-9746-c2b99cc0662c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695728 May 25 12:19:19.847942 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_dvr_db [None req-895ef33a-e900-46ce-87d4-7c9c219563a5 None None] Set router 78a618e7-ef27-4ede-b823-b90150a61529 gateway port host: dv-cinder-779233-5-smb {{(pid=92475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 12:19:19.973325 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-de6807e7-9202-428f-a0ed-5cee8a049574 req-8895289e-3718-414c-82ae-b85f11a99e47 service neutron] 10.222.0.54 "GET /v2.0/networks/ca40b0a3-0988-4313-9746-c2b99cc0662c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441171 May 25 12:19:19.978043 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Provisioning for port 7fa2cfb7-9628-429f-8dac-0135915a9c9a completed by entity L2. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 12:19:19.986628 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Provisioning complete for port 7fa2cfb7-9628-429f-8dac-0135915a9c9a triggered by entity L2. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 12:19:19.987768 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902397'] for port, provisioning_complete {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:20.112947 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:20.132006 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9992db10-f114-4643-a698-76867cbcac3e req-e7956980-e693-4b87-97f3-7a6d4679bb4e tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:19:20.132686 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [req-9992db10-f114-4643-a698-76867cbcac3e req-e7956980-e693-4b87-97f3-7a6d4679bb4e tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Synchronizing usage tracker for tenant:0864be46d0cc487f90c57acd6472d636 on resource:network {{(pid=92472) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 12:19:20.146750 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] For port 7fa2cfb7-9628-429f-8dac-0135915a9c9a, host dv-cinder-779233-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-5-smb',level=0,port_id=7fa2cfb7-9628-429f-8dac-0135915a9c9a,segment=NetworkSegment(dad021e1-3360-4664-9601-c09fb6755ab8),segment_id=dad021e1-3360-4664-9601-c09fb6755ab8)] {{(pid=92474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:19:20.158211 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96f5a66-d06e-44a7-8888-70d3834f3f32 req-4abbc8d2-1dac-4436-8b87-90828e5ead71 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:19:20.159690 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-c96f5a66-d06e-44a7-8888-70d3834f3f32 req-4abbc8d2-1dac-4436-8b87-90828e5ead71 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] 10.222.0.44 "GET /v2.0/ports?device_id=1616fd2c-929a-4938-977f-a15d5e7ebbf8 HTTP/1.1" status: 200 len: 945 time: 0.1549211 May 25 12:19:20.186434 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_hamode_db [None req-895ef33a-e900-46ce-87d4-7c9c219563a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78a618e7-ef27-4ede-b823-b90150a61529', 'name': 'tempest-TestShelveInstance-1093127091-router', 'tenant_id': 'ac5d446aa86d403580c17e594b9b5cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'external_fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.203'}], 'enable_snat': True}, 'gw_port_id': 'a67fc547-d3f2-4ec4-a020-9ec13c2493e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T12:13:55Z', 'updated_at': '2021-05-25T12:14:03Z', 'revision_number': 4, 'project_id': 'ac5d446aa86d403580c17e594b9b5cd4', 'gw_port': {'id': 'a67fc547-d3f2-4ec4-a020-9ec13c2493e7', 'name': '', 'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:8d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a618e7-ef27-4ede-b823-b90150a61529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:13:57Z', 'updated_at': '2021-05-25T12:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-5-smb', '_interfaces': [{'id': '60504c9c-cb77-4cfe-a990-d04b8df90bbf', 'name': '', 'network_id': 'ca40b0a3-0988-4313-9746-c2b99cc0662c', 'tenant_id': 'ac5d446aa86d403580c17e594b9b5cd4', 'mac_address': 'fa:16:3e:27:4f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a618e7-ef27-4ede-b823-b90150a61529', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'c4d436e3-46bf-4879-9813-736257c5ba21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:14:02Z', 'updated_at': '2021-05-25T12:14:12Z', 'revision_number': 5, 'project_id': 'ac5d446aa86d403580c17e594b9b5cd4', 'subnets': [{'id': 'c4d436e3-46bf-4879-9813-736257c5ba21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-5-smb', False) {} {{(pid=92475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:19:20.190401 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895ef33a-e900-46ce-87d4-7c9c219563a5 None None] The sync data for ids ['78a618e7-ef27-4ede-b823-b90150a61529'] in dv-cinder-779233-5-smb is: [{'id': '78a618e7-ef27-4ede-b823-b90150a61529', 'name': 'tempest-TestShelveInstance-1093127091-router', 'tenant_id': 'ac5d446aa86d403580c17e594b9b5cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'external_fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.203'}], 'enable_snat': True}, 'gw_port_id': 'a67fc547-d3f2-4ec4-a020-9ec13c2493e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T12:13:55Z', 'updated_at': '2021-05-25T12:14:03Z', 'revision_number': 4, 'project_id': 'ac5d446aa86d403580c17e594b9b5cd4', 'gw_port': {'id': 'a67fc547-d3f2-4ec4-a020-9ec13c2493e7', 'name': '', 'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:8d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a618e7-ef27-4ede-b823-b90150a61529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:13:57Z', 'updated_at': '2021-05-25T12:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-5-smb', '_interfaces': [{'id': '60504c9c-cb77-4cfe-a990-d04b8df90bbf', 'name': '', 'network_id': 'ca40b0a3-0988-4313-9746-c2b99cc0662c', 'tenant_id': 'ac5d446aa86d403580c17e594b9b5cd4', 'mac_address': 'fa:16:3e:27:4f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a618e7-ef27-4ede-b823-b90150a61529', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'c4d436e3-46bf-4879-9813-736257c5ba21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:14:02Z', 'updated_at': '2021-05-25T12:14:12Z', 'revision_number': 5, 'project_id': 'ac5d446aa86d403580c17e594b9b5cd4', 'subnets': [{'id': 'c4d436e3-46bf-4879-9813-736257c5ba21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 12:19:20.205154 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-c96f5a66-d06e-44a7-8888-70d3834f3f32 req-28a1a412-5914-41ec-9b9e-a8821b507d3f tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] 10.222.0.44 "GET /v2.0/security-groups?id=38a619e1-b49f-4641-8bcb-79d8e6cdbdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390668 May 25 12:19:20.229268 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:20.232299 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:19:20.257906 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [req-9992db10-f114-4643-a698-76867cbcac3e req-e7956980-e693-4b87-97f3-7a6d4679bb4e tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Unset dirty status for tenant:0864be46d0cc487f90c57acd6472d636 on resource:network {{(pid=92472) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 12:19:20.259197 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-9992db10-f114-4643-a698-76867cbcac3e req-e7956980-e693-4b87-97f3-7a6d4679bb4e tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "GET /v2.0/networks?id=9e203381-a96d-4880-a7ef-d6ef0608763a HTTP/1.1" status: 200 len: 811 time: 0.4772825 May 25 12:19:20.277683 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-9992db10-f114-4643-a698-76867cbcac3e req-210b83b6-2920-4c9a-9c09-3d82165fceba tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "GET /v2.0/quotas/0864be46d0cc487f90c57acd6472d636 HTTP/1.1" status: 200 len: 375 time: 0.0123460 May 25 12:19:20.299003 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Pushing event updated for resources: {'Port': ['ID=7fa2cfb7-9628-429f-8dac-0135915a9c9a,revision_number=5']} {{(pid=92474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:19:20.302352 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:19:20.362319 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [req-9992db10-f114-4643-a698-76867cbcac3e req-fecdc596-c1d3-49e2-ad08-f6a6527eb1df tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Synchronizing usage tracker for tenant:0864be46d0cc487f90c57acd6472d636 on resource:port {{(pid=92472) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 12:19:20.414214 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e128bf-05f6-498c-a894-7d5e9b6fc262 None None] New status for floating IP 75013601-d4a1-4f57-a011-f046dffc22b0: DOWN {{(pid=92474) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 12:19:20.457760 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [req-9992db10-f114-4643-a698-76867cbcac3e req-fecdc596-c1d3-49e2-ad08-f6a6527eb1df tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Unset dirty status for tenant:0864be46d0cc487f90c57acd6472d636 on resource:port {{(pid=92472) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 12:19:20.459123 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-9992db10-f114-4643-a698-76867cbcac3e req-fecdc596-c1d3-49e2-ad08-f6a6527eb1df tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=0864be46d0cc487f90c57acd6472d636&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1761041 May 25 12:19:20.638179 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-9992db10-f114-4643-a698-76867cbcac3e req-d65ebca3-f220-4bfc-a972-cb340ab065c2 service neutron] 10.222.0.44 "GET /v2.0/networks/9e203381-a96d-4880-a7ef-d6ef0608763a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667669 May 25 12:19:20.776299 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-9992db10-f114-4643-a698-76867cbcac3e req-d73f2bff-8077-40ed-82a2-2ed82ba70de4 service neutron] 10.222.0.44 "GET /v2.0/networks/9e203381-a96d-4880-a7ef-d6ef0608763a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322918 May 25 12:19:21.022294 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-dd805626-ff84-4050-9164-4c5c7a167b23 req-90043414-ad1d-4976-9e71-c315071412e7 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "GET /v2.0/ports?device_id=04b12a45-b0e7-4072-b5b5-0547d0e0f712 HTTP/1.1" status: 200 len: 210 time: 0.0462368 May 25 12:19:21.207726 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7889d5aa-c490-4a7e-a90b-e5f6454f6393 req-05b05de2-0d60-47d3-bc02-8f3f0f7df80d tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:19:21.208336 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [req-7889d5aa-c490-4a7e-a90b-e5f6454f6393 req-05b05de2-0d60-47d3-bc02-8f3f0f7df80d tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Synchronizing usage tracker for tenant:ac5d446aa86d403580c17e594b9b5cd4 on resource:port {{(pid=92473) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 12:19:21.360760 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [req-7889d5aa-c490-4a7e-a90b-e5f6454f6393 req-05b05de2-0d60-47d3-bc02-8f3f0f7df80d tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Unset dirty status for tenant:ac5d446aa86d403580c17e594b9b5cd4 on resource:port {{(pid=92473) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 12:19:21.361981 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-7889d5aa-c490-4a7e-a90b-e5f6454f6393 req-05b05de2-0d60-47d3-bc02-8f3f0f7df80d tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] 10.222.0.54 "GET /v2.0/ports?device_id=1616fd2c-929a-4938-977f-a15d5e7ebbf8 HTTP/1.1" status: 200 len: 945 time: 0.2346780 May 25 12:19:21.394626 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cb7b5f-0acc-4909-9fdb-8fa74c56d390 req-31a9e8a6-430b-4e9c-81f0-e984c1429460 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:19:21.396156 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-83cb7b5f-0acc-4909-9fdb-8fa74c56d390 req-31a9e8a6-430b-4e9c-81f0-e984c1429460 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] 10.222.0.44 "GET /v2.0/ports?device_id=1616fd2c-929a-4938-977f-a15d5e7ebbf8 HTTP/1.1" status: 200 len: 945 time: 0.0810938 May 25 12:19:21.441271 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-83cb7b5f-0acc-4909-9fdb-8fa74c56d390 req-750df94a-daeb-44ee-8598-f256ed64a0c1 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] 10.222.0.44 "GET /v2.0/security-groups?id=38a619e1-b49f-4641-8bcb-79d8e6cdbdf6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387657 May 25 12:19:21.500141 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.plugin [req-7889d5aa-c490-4a7e-a90b-e5f6454f6393 req-3bf1dd97-5e2b-42b2-89ba-091cdf623d3d tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Deleting port 2af95e4b-8477-4041-abdc-2e02af23a969 {{(pid=92473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 12:19:21.500482 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-7889d5aa-c490-4a7e-a90b-e5f6454f6393 req-3bf1dd97-5e2b-42b2-89ba-091cdf623d3d tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786008536899'] for port, before_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:21.689025 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Device 7fa2cfb7-9628-429f-8dac-0135915a9c9a up at agent ovs-agent-dv-cinder-779233-5-smb {{(pid=92474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 12:19:21.764338 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Provisioning complete for port 7fa2cfb7-9628-429f-8dac-0135915a9c9a triggered by entity L2. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 12:19:21.764856 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902397'] for port, provisioning_complete {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:21.770017 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.db [req-7889d5aa-c490-4a7e-a90b-e5f6454f6393 req-3bf1dd97-5e2b-42b2-89ba-091cdf623d3d tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] For port 2af95e4b-8477-4041-abdc-2e02af23a969, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=2af95e4b-8477-4041-abdc-2e02af23a969,segment=NetworkSegment(49097f92-0341-4168-ba1f-09a48ee48333),segment_id=49097f92-0341-4168-ba1f-09a48ee48333)] {{(pid=92473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:19:21.770368 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-7889d5aa-c490-4a7e-a90b-e5f6454f6393 req-3bf1dd97-5e2b-42b2-89ba-091cdf623d3d tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042426'] for port, precommit_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:21.895610 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.plugin [req-7889d5aa-c490-4a7e-a90b-e5f6454f6393 req-3bf1dd97-5e2b-42b2-89ba-091cdf623d3d tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Calling delete_port for 2af95e4b-8477-4041-abdc-2e02af23a969 owned by compute:nova {{(pid=92473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 12:19:22.074055 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-7889d5aa-c490-4a7e-a90b-e5f6454f6393 req-3bf1dd97-5e2b-42b2-89ba-091cdf623d3d tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786008539046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786008105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2465563'] for port, after_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:22.079750 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-5e8907a7-8bb5-4da2-8bf1-ccb98d9ea1ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:19:22.125842 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf1dd97-5e2b-42b2-89ba-091cdf623d3d tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Pushing event deleted for resources: {'Port': ['ID=2af95e4b-8477-4041-abdc-2e02af23a969,revision_number=None']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:19:22.129339 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-3bf1dd97-5e2b-42b2-89ba-091cdf623d3d tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:19:22.183277 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-d7df3e33-fe2b-4177-aebe-c39fde711eac req-b287be66-4b83-4ebd-833d-e29bc840c399 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "GET /v2.0/ports?device_id=04b12a45-b0e7-4072-b5b5-0547d0e0f712 HTTP/1.1" status: 200 len: 210 time: 0.0506291 May 25 12:19:22.202977 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.l3_dvrscheduler_db [req-7889d5aa-c490-4a7e-a90b-e5f6454f6393 req-3bf1dd97-5e2b-42b2-89ba-091cdf623d3d tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] No DVR routers for this DVR port 2af95e4b-8477-4041-abdc-2e02af23a969 on host hv-cinder-77923 {{(pid=92473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 12:19:22.205526 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-7889d5aa-c490-4a7e-a90b-e5f6454f6393 req-3bf1dd97-5e2b-42b2-89ba-091cdf623d3d tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163099'] for port, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:22.211165 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1616fd2c-929a-4938-977f-a15d5e7ebbf8', 'name': 'network-vif-deleted', 'tag': '2af95e4b-8477-4041-abdc-2e02af23a969'}] {{(pid=92473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 12:19:22.251739 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1616fd2c-929a-4938-977f-a15d5e7ebbf8', 'name': 'network-vif-deleted', 'tag': '2af95e4b-8477-4041-abdc-2e02af23a969', 'status': 'completed', 'code': 200} May 25 12:19:22.281482 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-7889d5aa-c490-4a7e-a90b-e5f6454f6393 req-3bf1dd97-5e2b-42b2-89ba-091cdf623d3d tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] 10.222.0.54 "DELETE /v2.0/ports/2af95e4b-8477-4041-abdc-2e02af23a969 HTTP/1.1" status: 204 len: 173 time: 0.9137011 May 25 12:19:22.610276 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-9659b68e-f78a-4288-af98-f6d277c8567a req-0c6da61c-e128-4c30-8cca-8d8972053dec tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] 10.222.0.44 "GET /v2.0/ports?device_id=1616fd2c-929a-4938-977f-a15d5e7ebbf8 HTTP/1.1" status: 200 len: 210 time: 0.0548515 May 25 12:19:23.335548 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-6bd26d03-19d9-46c2-b0bc-a89c7c89bee7 req-0ed546be-d069-4c40-b51d-4f9b3951f243 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "GET /v2.0/ports?device_id=04b12a45-b0e7-4072-b5b5-0547d0e0f712 HTTP/1.1" status: 200 len: 210 time: 0.0452130 May 25 12:19:23.465102 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9992db10-f114-4643-a698-76867cbcac3e req-47df2de3-e11c-4fe6-89bc-00ffed68d2dc tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:19:23.466448 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-9992db10-f114-4643-a698-76867cbcac3e req-47df2de3-e11c-4fe6-89bc-00ffed68d2dc tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.54 "GET /v2.0/networks?id=9e203381-a96d-4880-a7ef-d6ef0608763a HTTP/1.1" status: 200 len: 811 time: 0.1468139 May 25 12:19:23.515540 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-9992db10-f114-4643-a698-76867cbcac3e req-f7d4eb7c-ef20-47dc-a763-d4a3a83f13e5 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0864be46d0cc487f90c57acd6472d636 HTTP/1.1" status: 200 len: 380 time: 0.0390329 May 25 12:19:23.524122 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.v2.base [req-9992db10-f114-4643-a698-76867cbcac3e req-880b6540-e9a3-4e3d-8c37-9ab82465cf11 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Request body: {'port': {'device_id': '04b12a45-b0e7-4072-b5b5-0547d0e0f712', 'network_id': '9e203381-a96d-4880-a7ef-d6ef0608763a', 'admin_state_up': True, 'tenant_id': '0864be46d0cc487f90c57acd6472d636', 'security_groups': ['292c08c5-c09e-4722-b3c0-d455a1ef6faf']}} {{(pid=92473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 12:19:23.664906 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [req-9992db10-f114-4643-a698-76867cbcac3e req-880b6540-e9a3-4e3d-8c37-9ab82465cf11 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:19:23.674584 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [req-9992db10-f114-4643-a698-76867cbcac3e req-880b6540-e9a3-4e3d-8c37-9ab82465cf11 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:19:23.766433 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-41359a2a-660b-4ee5-a744-c5e951c6e6ef req-e7b33b13-bc56-4212-94c9-ce6249af6748 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] 10.222.0.44 "GET /v2.0/ports?device_id=1616fd2c-929a-4938-977f-a15d5e7ebbf8 HTTP/1.1" status: 200 len: 210 time: 0.0458672 May 25 12:19:23.774277 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9992db10-f114-4643-a698-76867cbcac3e req-880b6540-e9a3-4e3d-8c37-9ab82465cf11 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Made reservation on behalf of 0864be46d0cc487f90c57acd6472d636 for: {'port': 1} {{(pid=92473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 12:19:23.774277 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-9992db10-f114-4643-a698-76867cbcac3e req-880b6540-e9a3-4e3d-8c37-9ab82465cf11 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:23.930509 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Device 2af95e4b-8477-4041-abdc-2e02af23a969 no longer exists at agent hyperv_hv-cinder-77923 {{(pid=92474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 12:19:23.942255 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.db_base_plugin_common [req-9992db10-f114-4643-a698-76867cbcac3e req-880b6540-e9a3-4e3d-8c37-9ab82465cf11 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Allocated IP 172.20.0.13 (9e203381-a96d-4880-a7ef-d6ef0608763a/f12d5ce9-47cf-4b08-8e23-17e74d451cc9/66b25cb5-fe41-443b-ae77-439bd8b7887d) {{(pid=92473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 12:19:23.965994 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.plugin [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] No Port match for: 2af95e4b-8477-4041-abdc-2e02af23a969 {{(pid=92474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 12:19:23.966382 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Device 2af95e4b-8477-4041-abdc-2e02af23a969 not bound to the agent host hv-cinder-77923 {{(pid=92474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 12:19:24.128560 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-9992db10-f114-4643-a698-76867cbcac3e req-880b6540-e9a3-4e3d-8c37-9ab82465cf11 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Notify callbacks [] for port, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:24.143762 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.provisioning_blocks [req-9992db10-f114-4643-a698-76867cbcac3e req-880b6540-e9a3-4e3d-8c37-9ab82465cf11 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Transition to ACTIVE for port object 66b25cb5-fe41-443b-ae77-439bd8b7887d will not be triggered until provisioned by entity DHCP. {{(pid=92473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 12:19:24.258184 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-9992db10-f114-4643-a698-76867cbcac3e req-880b6540-e9a3-4e3d-8c37-9ab82465cf11 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786008105683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2465563'] for port, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:24.263290 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-d13145d9-eac5-4d05-9ceb-138eced12878 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:19:24.331123 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9992db10-f114-4643-a698-76867cbcac3e req-880b6540-e9a3-4e3d-8c37-9ab82465cf11 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Network 9e203381-a96d-4880-a7ef-d6ef0608763a is already hosted by enough agents. {{(pid=92473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 12:19:24.334111 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.scheduler.base_scheduler [req-9992db10-f114-4643-a698-76867cbcac3e req-880b6540-e9a3-4e3d-8c37-9ab82465cf11 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Resources bound (agent type, host, resource id): {{(pid=92473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 12:19:24.338261 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.l3_dvrscheduler_db [req-9992db10-f114-4643-a698-76867cbcac3e req-880b6540-e9a3-4e3d-8c37-9ab82465cf11 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Received port after_create {{(pid=92473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 12:19:24.368530 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880b6540-e9a3-4e3d-8c37-9ab82465cf11 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Pushing event updated for resources: {'Port': ['ID=66b25cb5-fe41-443b-ae77-439bd8b7887d,revision_number=1']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:19:24.381793 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-880b6540-e9a3-4e3d-8c37-9ab82465cf11 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:19:24.406551 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9992db10-f114-4643-a698-76867cbcac3e req-880b6540-e9a3-4e3d-8c37-9ab82465cf11 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:19:24.407181 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-9992db10-f114-4643-a698-76867cbcac3e req-880b6540-e9a3-4e3d-8c37-9ab82465cf11 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163099'] for port, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:24.515517 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-9992db10-f114-4643-a698-76867cbcac3e req-880b6540-e9a3-4e3d-8c37-9ab82465cf11 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9948778 May 25 12:19:24.527731 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.v2.base [req-9992db10-f114-4643-a698-76867cbcac3e req-fa7a5203-dde0-4c75-bda2-2b6123464ba2 service neutron] Request body: {'port': {'device_id': '04b12a45-b0e7-4072-b5b5-0547d0e0f712', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77923'}} {{(pid=92473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 12:19:24.527992 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239d888f-dd5a-4fb7-8cff-5b3060f0566c req-04f11318-116d-4f18-9a10-af48489f6a44 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:19:24.529454 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-239d888f-dd5a-4fb7-8cff-5b3060f0566c req-04f11318-116d-4f18-9a10-af48489f6a44 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "GET /v2.0/ports?device_id=04b12a45-b0e7-4072-b5b5-0547d0e0f712 HTTP/1.1" status: 200 len: 932 time: 0.0816767 May 25 12:19:24.574605 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-239d888f-dd5a-4fb7-8cff-5b3060f0566c req-261ab073-7e85-465e-bdef-8f04e483f844 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "GET /v2.0/security-groups?id=292c08c5-c09e-4722-b3c0-d455a1ef6faf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392451 May 25 12:19:24.642546 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-9992db10-f114-4643-a698-76867cbcac3e req-fa7a5203-dde0-4c75-bda2-2b6123464ba2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:24.673310 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-9457ad23-8c08-4bdf-80d4-9e17cabb5405 None None] Provisioning for port 66b25cb5-fe41-443b-ae77-439bd8b7887d completed by entity DHCP. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 12:19:24.678218 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-9457ad23-8c08-4bdf-80d4-9e17cabb5405 None None] Provisioning complete for port 66b25cb5-fe41-443b-ae77-439bd8b7887d triggered by entity DHCP. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 12:19:24.678615 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-9457ad23-8c08-4bdf-80d4-9e17cabb5405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902397'] for port, provisioning_complete {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:24.732605 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.plugin [None req-9457ad23-8c08-4bdf-80d4-9e17cabb5405 None None] Port 66b25cb5-fe41-443b-ae77-439bd8b7887d cannot update to ACTIVE because it is not bound. {{(pid=92474) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 12:19:24.864894 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 44136) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:19:24.937902 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-a5f63c46-eaf8-4ccc-b841-132a0d73b731 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Notify callbacks [] for security_group, before_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:24.968744 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-a5f63c46-eaf8-4ccc-b841-132a0d73b731 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:24.982198 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.notifiers.nova [req-9992db10-f114-4643-a698-76867cbcac3e req-fa7a5203-dde0-4c75-bda2-2b6123464ba2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66b25cb5-fe41-443b-ae77-439bd8b7887d {{(pid=92473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 12:19:24.989719 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-9992db10-f114-4643-a698-76867cbcac3e req-fa7a5203-dde0-4c75-bda2-2b6123464ba2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:25.003975 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.provisioning_blocks [req-9992db10-f114-4643-a698-76867cbcac3e req-fa7a5203-dde0-4c75-bda2-2b6123464ba2 service neutron] Transition to ACTIVE for port object 66b25cb5-fe41-443b-ae77-439bd8b7887d will not be triggered until provisioned by entity L2. {{(pid=92473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 12:19:25.080422 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-9992db10-f114-4643-a698-76867cbcac3e req-fa7a5203-dde0-4c75-bda2-2b6123464ba2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2465554'] for port, after_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:25.084953 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-4f6db8bd-4036-4692-8e3f-0d8fd853bd0f tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:19:25.109114 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-a5f63c46-eaf8-4ccc-b841-132a0d73b731 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:25.114321 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-5cf0719e-b2b4-4c0e-b6fa-cf5de5c1527d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:19:25.129436 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f63c46-eaf8-4ccc-b841-132a0d73b731 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38a619e1-b49f-4641-8bcb-79d8e6cdbdf6,revision_number=None']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:19:25.143710 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-a5f63c46-eaf8-4ccc-b841-132a0d73b731 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:19:25.218161 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-a5f63c46-eaf8-4ccc-b841-132a0d73b731 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Notify callbacks [] for security_group, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:25.219318 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-a5f63c46-eaf8-4ccc-b841-132a0d73b731 tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] 10.222.0.44 "DELETE /v2.0/security-groups/38a619e1-b49f-4641-8bcb-79d8e6cdbdf6 HTTP/1.1" status: 204 len: 168 time: 0.3534498 May 25 12:19:25.352068 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7a5203-dde0-4c75-bda2-2b6123464ba2 service neutron] Pushing event updated for resources: {'Port': ['ID=66b25cb5-fe41-443b-ae77-439bd8b7887d,revision_number=2']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:19:25.362761 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 44142) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:19:25.375951 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-fa7a5203-dde0-4c75-bda2-2b6123464ba2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:19:25.418413 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.managers [req-9992db10-f114-4643-a698-76867cbcac3e req-fa7a5203-dde0-4c75-bda2-2b6123464ba2 service neutron] Attempting to bind port 66b25cb5-fe41-443b-ae77-439bd8b7887d on host hv-cinder-77923 for vnic_type normal with profile {{(pid=92473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 12:19:25.418751 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.managers [req-9992db10-f114-4643-a698-76867cbcac3e req-fa7a5203-dde0-4c75-bda2-2b6123464ba2 service neutron] Attempting to bind port 66b25cb5-fe41-443b-ae77-439bd8b7887d by drivers openvswitch,hyperv on host hv-cinder-77923 at level 0 using segments [{'id': 'dad021e1-3360-4664-9601-c09fb6755ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9e203381-a96d-4880-a7ef-d6ef0608763a'}] {{(pid=92473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 12:19:25.419077 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9992db10-f114-4643-a698-76867cbcac3e req-fa7a5203-dde0-4c75-bda2-2b6123464ba2 service neutron] Attempting to bind port 66b25cb5-fe41-443b-ae77-439bd8b7887d on network 9e203381-a96d-4880-a7ef-d6ef0608763a {{(pid=92473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 12:19:25.423742 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9992db10-f114-4643-a698-76867cbcac3e req-fa7a5203-dde0-4c75-bda2-2b6123464ba2 service neutron] Port 66b25cb5-fe41-443b-ae77-439bd8b7887d on network 9e203381-a96d-4880-a7ef-d6ef0608763a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77923 {{(pid=92473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 12:19:25.424056 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9992db10-f114-4643-a698-76867cbcac3e req-fa7a5203-dde0-4c75-bda2-2b6123464ba2 service neutron] Attempting to bind port 66b25cb5-fe41-443b-ae77-439bd8b7887d on network 9e203381-a96d-4880-a7ef-d6ef0608763a {{(pid=92473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 12:19:25.429252 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9992db10-f114-4643-a698-76867cbcac3e req-fa7a5203-dde0-4c75-bda2-2b6123464ba2 service neutron] Checking agent: {'id': 'ffba2d31-78f6-4a67-909d-2363647ed231', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77923', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 12, 10, 27), 'started_at': datetime.datetime(2021, 5, 25, 12, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 12, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 12:19:25.429636 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9992db10-f114-4643-a698-76867cbcac3e req-fa7a5203-dde0-4c75-bda2-2b6123464ba2 service neutron] Checking segment: {'id': 'dad021e1-3360-4664-9601-c09fb6755ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9e203381-a96d-4880-a7ef-d6ef0608763a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 12:19:25.430011 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9992db10-f114-4643-a698-76867cbcac3e req-fa7a5203-dde0-4c75-bda2-2b6123464ba2 service neutron] Bound using segment: {'id': 'dad021e1-3360-4664-9601-c09fb6755ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9e203381-a96d-4880-a7ef-d6ef0608763a'} {{(pid=92473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 12:19:25.430442 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.managers [req-9992db10-f114-4643-a698-76867cbcac3e req-fa7a5203-dde0-4c75-bda2-2b6123464ba2 service neutron] Bound port: 66b25cb5-fe41-443b-ae77-439bd8b7887d, host: hv-cinder-77923, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dad021e1-3360-4664-9601-c09fb6755ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9e203381-a96d-4880-a7ef-d6ef0608763a'}}] {{(pid=92473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 12:19:25.430780 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-9992db10-f114-4643-a698-76867cbcac3e req-fa7a5203-dde0-4c75-bda2-2b6123464ba2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:25.520523 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.db [req-9992db10-f114-4643-a698-76867cbcac3e req-fa7a5203-dde0-4c75-bda2-2b6123464ba2 service neutron] For port 66b25cb5-fe41-443b-ae77-439bd8b7887d, host hv-cinder-77923, cleared binding levels {{(pid=92473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 12:19:25.523385 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.db [req-9992db10-f114-4643-a698-76867cbcac3e req-fa7a5203-dde0-4c75-bda2-2b6123464ba2 service neutron] For port 66b25cb5-fe41-443b-ae77-439bd8b7887d, host hv-cinder-77923, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=66b25cb5-fe41-443b-ae77-439bd8b7887d,segment=NetworkSegment(dad021e1-3360-4664-9601-c09fb6755ab8),segment_id=dad021e1-3360-4664-9601-c09fb6755ab8)] {{(pid=92473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 12:19:25.588804 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-9992db10-f114-4643-a698-76867cbcac3e req-fa7a5203-dde0-4c75-bda2-2b6123464ba2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2465554'] for port, after_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:25.593515 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-28cbd8be-2493-4c85-ac15-e57dc31caddd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:19:25.651154 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9992db10-f114-4643-a698-76867cbcac3e req-fa7a5203-dde0-4c75-bda2-2b6123464ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:19:25.651995 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-9992db10-f114-4643-a698-76867cbcac3e req-fa7a5203-dde0-4c75-bda2-2b6123464ba2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163099'] for port, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:25.653573 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-9992db10-f114-4643-a698-76867cbcac3e req-fa7a5203-dde0-4c75-bda2-2b6123464ba2 service neutron] 10.222.0.54 "PUT /v2.0/ports/66b25cb5-fe41-443b-ae77-439bd8b7887d HTTP/1.1" status: 200 len: 1094 time: 1.1305661 May 25 12:19:25.654268 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04b12a45-b0e7-4072-b5b5-0547d0e0f712', 'tag': '66b25cb5-fe41-443b-ae77-439bd8b7887d'}] {{(pid=92473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 12:19:25.687751 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7a5203-dde0-4c75-bda2-2b6123464ba2 service neutron] Pushing event updated for resources: {'Port': ['ID=66b25cb5-fe41-443b-ae77-439bd8b7887d,revision_number=3']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:19:25.691658 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-fa7a5203-dde0-4c75-bda2-2b6123464ba2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:19:25.728730 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04b12a45-b0e7-4072-b5b5-0547d0e0f712', 'tag': '66b25cb5-fe41-443b-ae77-439bd8b7887d', 'status': 'completed', 'code': 200} May 25 12:19:25.825963 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9992db10-f114-4643-a698-76867cbcac3e req-e0980422-a2c6-445e-a77c-61a4490b646d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:19:25.827532 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-9992db10-f114-4643-a698-76867cbcac3e req-e0980422-a2c6-445e-a77c-61a4490b646d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0864be46d0cc487f90c57acd6472d636&device_id=04b12a45-b0e7-4072-b5b5-0547d0e0f712 HTTP/1.1" status: 200 len: 1097 time: 0.0834954 May 25 12:19:25.898022 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-9992db10-f114-4643-a698-76867cbcac3e req-6599f6cb-b942-4c3e-8c32-ee32ea8fca81 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66b25cb5-fe41-443b-ae77-439bd8b7887d HTTP/1.1" status: 200 len: 217 time: 0.0627789 May 25 12:19:25.965310 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9992db10-f114-4643-a698-76867cbcac3e req-5374a176-9baa-448a-b165-08308c59f663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:19:25.966784 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-9992db10-f114-4643-a698-76867cbcac3e req-5374a176-9baa-448a-b165-08308c59f663 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f12d5ce9-47cf-4b08-8e23-17e74d451cc9 HTTP/1.1" status: 200 len: 850 time: 0.0627370 May 25 12:19:25.986723 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecb058a-7611-4809-824c-b842b7435100 req-2837f4c7-9832-4313-99cb-8f2856107cc4 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:19:25.988234 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-cecb058a-7611-4809-824c-b842b7435100 req-2837f4c7-9832-4313-99cb-8f2856107cc4 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "GET /v2.0/ports?device_id=04b12a45-b0e7-4072-b5b5-0547d0e0f712 HTTP/1.1" status: 200 len: 944 time: 0.2525418 May 25 12:19:26.044633 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9992db10-f114-4643-a698-76867cbcac3e req-1b61948a-ea1b-43fd-b8c9-1feac541d0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:19:26.046097 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-9992db10-f114-4643-a698-76867cbcac3e req-1b61948a-ea1b-43fd-b8c9-1feac541d0a5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9e203381-a96d-4880-a7ef-d6ef0608763a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0727541 May 25 12:19:26.076949 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-cecb058a-7611-4809-824c-b842b7435100 req-6129c2d3-8f22-4a4b-8bd0-6bcf6d6592c7 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "GET /v2.0/security-groups?id=292c08c5-c09e-4722-b3c0-d455a1ef6faf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615075 May 25 12:19:26.162322 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-5bd7f922-7900-4290-ab26-77659e4333ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1040427'] for router_interface, before_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:26.177599 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-9992db10-f114-4643-a698-76867cbcac3e req-3231f32c-c774-4ad4-ab08-42c1220b5725 service neutron] 10.222.0.54 "GET /v2.0/networks/9e203381-a96d-4880-a7ef-d6ef0608763a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242774 May 25 12:19:26.308686 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-9992db10-f114-4643-a698-76867cbcac3e req-a43c6c9e-57d1-4b1b-bb9c-4319ea278f4f service neutron] 10.222.0.54 "GET /v2.0/networks/9e203381-a96d-4880-a7ef-d6ef0608763a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239362 May 25 12:19:26.472852 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca6545a-9a25-4020-8d66-cb8b907aa70c req-6f1618c0-5854-4bfa-b584-3ff39ecab030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:19:26.474316 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-bca6545a-9a25-4020-8d66-cb8b907aa70c req-6f1618c0-5854-4bfa-b584-3ff39ecab030 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0864be46d0cc487f90c57acd6472d636&device_id=04b12a45-b0e7-4072-b5b5-0547d0e0f712 HTTP/1.1" status: 200 len: 1097 time: 0.0759463 May 25 12:19:26.567303 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.plugins.ml2.plugin [None req-5bd7f922-7900-4290-ab26-77659e4333ea admin admin] Deleting port 60504c9c-cb77-4cfe-a990-d04b8df90bbf {{(pid=92472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 12:19:26.567666 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-5bd7f922-7900-4290-ab26-77659e4333ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786008536899'] for port, before_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:26.601699 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca6545a-9a25-4020-8d66-cb8b907aa70c req-9c532c86-a815-455b-a346-e97c5c0008d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:19:26.603187 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-bca6545a-9a25-4020-8d66-cb8b907aa70c req-9c532c86-a815-455b-a346-e97c5c0008d5 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9e203381-a96d-4880-a7ef-d6ef0608763a HTTP/1.1" status: 200 len: 912 time: 0.1223290 May 25 12:19:26.669069 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-bca6545a-9a25-4020-8d66-cb8b907aa70c req-fdf9b0e9-a248-4412-895b-b223d8caec8f service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66b25cb5-fe41-443b-ae77-439bd8b7887d HTTP/1.1" status: 200 len: 217 time: 0.0593812 May 25 12:19:26.690615 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.plugins.ml2.db [None req-5bd7f922-7900-4290-ab26-77659e4333ea admin admin] For port 60504c9c-cb77-4cfe-a990-d04b8df90bbf, host dv-cinder-779233-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-5-smb',level=0,port_id=60504c9c-cb77-4cfe-a990-d04b8df90bbf,segment=NetworkSegment(49097f92-0341-4168-ba1f-09a48ee48333),segment_id=49097f92-0341-4168-ba1f-09a48ee48333)] {{(pid=92472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:19:26.690967 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-5bd7f922-7900-4290-ab26-77659e4333ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042426'] for port, precommit_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:26.734643 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca6545a-9a25-4020-8d66-cb8b907aa70c req-821c8295-fb32-45c4-a996-6e58a99bf9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:19:26.736002 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-bca6545a-9a25-4020-8d66-cb8b907aa70c req-821c8295-fb32-45c4-a996-6e58a99bf9cc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f12d5ce9-47cf-4b08-8e23-17e74d451cc9 HTTP/1.1" status: 200 len: 850 time: 0.0598619 May 25 12:19:26.810694 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca6545a-9a25-4020-8d66-cb8b907aa70c req-2815e85b-3b54-4cae-9aee-25303d145666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:19:26.812170 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-bca6545a-9a25-4020-8d66-cb8b907aa70c req-2815e85b-3b54-4cae-9aee-25303d145666 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9e203381-a96d-4880-a7ef-d6ef0608763a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0687525 May 25 12:19:26.815174 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.plugins.ml2.plugin [None req-5bd7f922-7900-4290-ab26-77659e4333ea admin admin] Calling delete_port for 60504c9c-cb77-4cfe-a990-d04b8df90bbf owned by network:router_interface {{(pid=92472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 12:19:26.942653 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-bca6545a-9a25-4020-8d66-cb8b907aa70c req-07b680de-1c88-417b-91d4-b22e1447ee7a service neutron] 10.222.0.54 "GET /v2.0/networks/9e203381-a96d-4880-a7ef-d6ef0608763a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227300 May 25 12:19:27.073455 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-bca6545a-9a25-4020-8d66-cb8b907aa70c req-3eba03a3-d264-46f7-9c50-2db0bb055224 service neutron] 10.222.0.54 "GET /v2.0/networks/9e203381-a96d-4880-a7ef-d6ef0608763a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224089 May 25 12:19:27.172157 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-5bd7f922-7900-4290-ab26-77659e4333ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786008539046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786008105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2227112'] for port, after_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:27.177006 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-f6658a9a-dfc4-4798-b08c-784ca93a0e9e tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:19:27.251421 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd7f922-7900-4290-ab26-77659e4333ea admin admin] Pushing event deleted for resources: {'Port': ['ID=60504c9c-cb77-4cfe-a990-d04b8df90bbf,revision_number=None']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:19:27.253790 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-5bd7f922-7900-4290-ab26-77659e4333ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:19:27.292649 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:27.452844 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-d06857c3-6224-4862-a983-c948e370b10b req-6081a731-7319-4111-8c13-bc15d1459324 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=105de765-1c34-423f-98ad-8a5339ef474a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0777991 May 25 12:19:27.567601 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c05649-e8f5-4194-8e5f-cf1f5086d5db req-981dc264-32cd-4fde-bac0-7ba796d8a5db tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:19:27.569002 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-68c05649-e8f5-4194-8e5f-cf1f5086d5db req-981dc264-32cd-4fde-bac0-7ba796d8a5db tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "GET /v2.0/ports?device_id=04b12a45-b0e7-4072-b5b5-0547d0e0f712 HTTP/1.1" status: 200 len: 944 time: 0.3565233 May 25 12:19:27.593851 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06857c3-6224-4862-a983-c948e370b10b req-bb539b3e-4013-4992-84c0-049e6442a22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:19:27.595217 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-d06857c3-6224-4862-a983-c948e370b10b req-bb539b3e-4013-4992-84c0-049e6442a22f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=76a95061831f431abb0c51a779557b0f&device_id=105de765-1c34-423f-98ad-8a5339ef474a HTTP/1.1" status: 200 len: 1137 time: 0.0709040 May 25 12:19:27.699277 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-68c05649-e8f5-4194-8e5f-cf1f5086d5db req-e2e20570-1679-4441-9632-89e49d29cda1 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "GET /v2.0/security-groups?id=292c08c5-c09e-4722-b3c0-d455a1ef6faf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217184 May 25 12:19:27.715536 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-5bd7f922-7900-4290-ab26-77659e4333ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1046971'] for router_interface, after_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:27.838341 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06857c3-6224-4862-a983-c948e370b10b req-1021ef7c-0d60-43ae-ba69-831eb176c25a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:19:27.839795 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-d06857c3-6224-4862-a983-c948e370b10b req-1021ef7c-0d60-43ae-ba69-831eb176c25a service neutron] 10.222.0.54 "GET /v2.0/networks?id=cd564631-6e78-4015-aaaf-60730c0751fd HTTP/1.1" status: 200 len: 915 time: 0.2224643 May 25 12:19:27.943814 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-d06857c3-6224-4862-a983-c948e370b10b req-d9a6adc4-19ad-41d8-a36b-01a0be684a50 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=43cd5fd7-bb31-40e0-84ea-70267fac0ba3 HTTP/1.1" status: 200 len: 1001 time: 0.0955849 May 25 12:19:27.959947 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Device 66b25cb5-fe41-443b-ae77-439bd8b7887d details requested by agent hyperv_hv-cinder-77923 with host hv-cinder-77923 {{(pid=92474) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 12:19:28.005447 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06857c3-6224-4862-a983-c948e370b10b req-790e41ae-4ae5-4c8c-9787-330e95b7f84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:19:28.006980 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-d06857c3-6224-4862-a983-c948e370b10b req-790e41ae-4ae5-4c8c-9787-330e95b7f84f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=791d9bb4-33b7-4c20-ac30-135c25dcfc49 HTTP/1.1" status: 200 len: 853 time: 0.0566843 May 25 12:19:28.078396 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bd7f922-7900-4290-ab26-77659e4333ea admin admin] Router 78a618e7-ef27-4ede-b823-b90150a61529 has already been hosted by L3 agent 4aaf6e0c-8c85-4f95-8d8e-6a64f0cc3b25 {{(pid=92472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 12:19:28.085055 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06857c3-6224-4862-a983-c948e370b10b req-8126fae7-a188-44bb-995e-cd3159cf8e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:19:28.086565 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-d06857c3-6224-4862-a983-c948e370b10b req-8126fae7-a188-44bb-995e-cd3159cf8e5b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cd564631-6e78-4015-aaaf-60730c0751fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0731249 May 25 12:19:28.097878 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] For port 66b25cb5-fe41-443b-ae77-439bd8b7887d, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=66b25cb5-fe41-443b-ae77-439bd8b7887d,segment=NetworkSegment(dad021e1-3360-4664-9601-c09fb6755ab8),segment_id=dad021e1-3360-4664-9601-c09fb6755ab8)] {{(pid=92474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:19:28.107512 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.agents_db [None req-9d38de35-3365-4658-8f1e-c8b00fd146ea None None] Agent healthcheck: found 6 active agents {{(pid=92475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 12:19:28.113488 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Returning: {'device': '66b25cb5-fe41-443b-ae77-439bd8b7887d', 'network_id': '9e203381-a96d-4880-a7ef-d6ef0608763a', 'port_id': '66b25cb5-fe41-443b-ae77-439bd8b7887d', 'mac_address': 'fa:16:3e:ad:23:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f12d5ce9-47cf-4b08-8e23-17e74d451cc9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92474) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 12:19:28.176752 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:28.193476 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.notifiers.nova [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66b25cb5-fe41-443b-ae77-439bd8b7887d {{(pid=92474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 12:19:28.210167 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] For port 66b25cb5-fe41-443b-ae77-439bd8b7887d, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=66b25cb5-fe41-443b-ae77-439bd8b7887d,segment=NetworkSegment(dad021e1-3360-4664-9601-c09fb6755ab8),segment_id=dad021e1-3360-4664-9601-c09fb6755ab8)] {{(pid=92474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:19:28.224368 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-d06857c3-6224-4862-a983-c948e370b10b req-eaa71826-e99a-4bfe-9cd1-27833c0cba05 service neutron] 10.222.0.54 "GET /v2.0/networks/cd564631-6e78-4015-aaaf-60730c0751fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304724 May 25 12:19:28.259581 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bd7f922-7900-4290-ab26-77659e4333ea admin admin] Notify agent at l3_agent.dv-cinder-779233-5-smb the message routers_updated {{(pid=92472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 12:19:28.268023 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981be9e1-9d46-43e5-960a-a52920b35b09 None None] Sync routers for ids ['78a618e7-ef27-4ede-b823-b90150a61529'] in dv-cinder-779233-5-smb {{(pid=92475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 12:19:28.274892 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-5bd7f922-7900-4290-ab26-77659e4333ea admin admin] 10.222.0.44 "PUT /v2.0/routers/78a618e7-ef27-4ede-b823-b90150a61529/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9088504 May 25 12:19:28.275675 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 44154) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:19:28.278403 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981be9e1-9d46-43e5-960a-a52920b35b09 None None] Routers {'78a618e7-ef27-4ede-b823-b90150a61529'} bound to L3 agent in host dv-cinder-779233-5-smb {{(pid=92475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 12:19:28.279100 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_hamode_db [None req-981be9e1-9d46-43e5-960a-a52920b35b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-25T12:04:17Z,description=,heartbeat_timestamp=2021-05-25T12:19:17Z,host='dv-cinder-779233-5-smb',id=4aaf6e0c-8c85-4f95-8d8e-6a64f0cc3b25,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T12:04:17Z,topic='l3_agent')) {'router_ids': ['78a618e7-ef27-4ede-b823-b90150a61529'], 'active': True} {{(pid=92475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:19:28.286301 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:28.288653 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:19:28.359515 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-d06857c3-6224-4862-a983-c948e370b10b req-28440a35-a697-45bc-893d-bb590d6370f8 service neutron] 10.222.0.54 "GET /v2.0/networks/cd564631-6e78-4015-aaaf-60730c0751fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286993 May 25 12:19:28.367704 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Pushing event updated for resources: {'Port': ['ID=66b25cb5-fe41-443b-ae77-439bd8b7887d,revision_number=4']} {{(pid=92474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:19:28.378240 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:19:28.460147 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-d7c052f8-cc34-4c49-81d0-cc143b0dc931 admin admin] Notify callbacks [] for router, before_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:28.483599 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_dvr_db [None req-981be9e1-9d46-43e5-960a-a52920b35b09 None None] Set router 78a618e7-ef27-4ede-b823-b90150a61529 gateway port host: dv-cinder-779233-5-smb {{(pid=92475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 12:19:28.536040 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] get_ports_and_sgs() called for port_ids ['66b25cb5-fe41-443b-ae77-439bd8b7887d'] {{(pid=92474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 12:19:28.634895 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-d7c052f8-cc34-4c49-81d0-cc143b0dc931 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:28.759221 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.plugins.ml2.plugin [None req-d7c052f8-cc34-4c49-81d0-cc143b0dc931 admin admin] Deleting port a67fc547-d3f2-4ec4-a020-9ec13c2493e7 {{(pid=92472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 12:19:28.760249 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-d7c052f8-cc34-4c49-81d0-cc143b0dc931 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786008536899'] for port, before_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:28.801429 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_hamode_db [None req-981be9e1-9d46-43e5-960a-a52920b35b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78a618e7-ef27-4ede-b823-b90150a61529', 'name': 'tempest-TestShelveInstance-1093127091-router', 'tenant_id': 'ac5d446aa86d403580c17e594b9b5cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'external_fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.203'}], 'enable_snat': True}, 'gw_port_id': 'a67fc547-d3f2-4ec4-a020-9ec13c2493e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T12:13:55Z', 'updated_at': '2021-05-25T12:19:27Z', 'revision_number': 5, 'project_id': 'ac5d446aa86d403580c17e594b9b5cd4', 'gw_port': {'id': 'a67fc547-d3f2-4ec4-a020-9ec13c2493e7', 'name': '', 'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:8d:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78a618e7-ef27-4ede-b823-b90150a61529', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:13:57Z', 'updated_at': '2021-05-25T12:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-5-smb'}], 'dv-cinder-779233-5-smb', False) {} {{(pid=92475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:19:28.805329 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981be9e1-9d46-43e5-960a-a52920b35b09 None None] Checking router: 78a618e7-ef27-4ede-b823-b90150a61529 for host: dv-cinder-779233-5-smb {{(pid=92475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 12:19:28.814528 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981be9e1-9d46-43e5-960a-a52920b35b09 None None] Routers {'78a618e7-ef27-4ede-b823-b90150a61529'} bound to L3 agent in host dv-cinder-779233-5-smb {{(pid=92475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 12:19:28.815128 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_hamode_db [None req-981be9e1-9d46-43e5-960a-a52920b35b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-25T12:04:17Z,description=,heartbeat_timestamp=2021-05-25T12:19:17Z,host='dv-cinder-779233-5-smb',id=4aaf6e0c-8c85-4f95-8d8e-6a64f0cc3b25,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T12:04:17Z,topic='l3_agent')) {'router_ids': ['78a618e7-ef27-4ede-b823-b90150a61529'], 'active': True} {{(pid=92475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:19:28.945495 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.plugins.ml2.db [None req-d7c052f8-cc34-4c49-81d0-cc143b0dc931 admin admin] For port a67fc547-d3f2-4ec4-a020-9ec13c2493e7, host dv-cinder-779233-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-5-smb',level=0,port_id=a67fc547-d3f2-4ec4-a020-9ec13c2493e7,segment=NetworkSegment(34f5f11c-fa4c-4a54-bab0-6c112d271f06),segment_id=34f5f11c-fa4c-4a54-bab0-6c112d271f06)] {{(pid=92472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:19:28.945840 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-d7c052f8-cc34-4c49-81d0-cc143b0dc931 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042426'] for port, precommit_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:28.962249 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_dvr_db [None req-981be9e1-9d46-43e5-960a-a52920b35b09 None None] Set router 78a618e7-ef27-4ede-b823-b90150a61529 gateway port host: None {{(pid=92475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 12:19:29.068501 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_hamode_db [None req-981be9e1-9d46-43e5-960a-a52920b35b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78a618e7-ef27-4ede-b823-b90150a61529', 'name': 'tempest-TestShelveInstance-1093127091-router', 'tenant_id': 'ac5d446aa86d403580c17e594b9b5cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T12:13:55Z', 'updated_at': '2021-05-25T12:19:28Z', 'revision_number': 6, 'project_id': 'ac5d446aa86d403580c17e594b9b5cd4', 'gw_port_host': None}], 'dv-cinder-779233-5-smb', False) {} {{(pid=92475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:19:29.072938 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981be9e1-9d46-43e5-960a-a52920b35b09 None None] The sync data for ids ['78a618e7-ef27-4ede-b823-b90150a61529'] in dv-cinder-779233-5-smb is: [{'id': '78a618e7-ef27-4ede-b823-b90150a61529', 'name': 'tempest-TestShelveInstance-1093127091-router', 'tenant_id': 'ac5d446aa86d403580c17e594b9b5cd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T12:13:55Z', 'updated_at': '2021-05-25T12:19:28Z', 'revision_number': 6, 'project_id': 'ac5d446aa86d403580c17e594b9b5cd4', 'gw_port_host': None}] {{(pid=92475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 12:19:29.122189 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f19484d-75d3-4e5b-bc77-2ddb6ead3c05 req-2dfe8e23-aeaf-4939-9525-753086e2e8b4 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:19:29.123642 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-6f19484d-75d3-4e5b-bc77-2ddb6ead3c05 req-2dfe8e23-aeaf-4939-9525-753086e2e8b4 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "GET /v2.0/ports?device_id=04b12a45-b0e7-4072-b5b5-0547d0e0f712 HTTP/1.1" status: 200 len: 945 time: 0.3016691 May 25 12:19:29.187070 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.plugins.ml2.plugin [None req-d7c052f8-cc34-4c49-81d0-cc143b0dc931 admin admin] Calling delete_port for a67fc547-d3f2-4ec4-a020-9ec13c2493e7 owned by network:router_gateway {{(pid=92472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 12:19:29.236610 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-6f19484d-75d3-4e5b-bc77-2ddb6ead3c05 req-ca987229-e085-4496-ad52-d2b184c48328 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "GET /v2.0/security-groups?id=292c08c5-c09e-4722-b3c0-d455a1ef6faf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575914 May 25 12:19:29.423492 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-d7c052f8-cc34-4c49-81d0-cc143b0dc931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786008539046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786008105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2227112'] for port, after_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:29.427292 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:19:29.472195 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c052f8-cc34-4c49-81d0-cc143b0dc931 admin admin] Pushing event deleted for resources: {'Port': ['ID=a67fc547-d3f2-4ec4-a020-9ec13c2493e7,revision_number=None']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:19:29.475420 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-d7c052f8-cc34-4c49-81d0-cc143b0dc931 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:19:29.564861 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-d7c052f8-cc34-4c49-81d0-cc143b0dc931 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1047094'] for router_gateway, after_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:29.733591 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-d7c052f8-cc34-4c49-81d0-cc143b0dc931 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1047739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2640'] for router, precommit_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:29.735814 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-d7c052f8-cc34-4c49-81d0-cc143b0dc931 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:29.855470 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Device a67fc547-d3f2-4ec4-a020-9ec13c2493e7 no longer exists at agent ovs-agent-dv-cinder-779233-5-smb {{(pid=92474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 12:19:29.921006 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-d7c052f8-cc34-4c49-81d0-cc143b0dc931 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1048199'] for router, after_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:29.921580 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7c052f8-cc34-4c49-81d0-cc143b0dc931 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 78a618e7-ef27-4ede-b823-b90150a61529 {{(pid=92472) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 12:19:29.924156 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.plugin [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] No Port match for: a67fc547-d3f2-4ec4-a020-9ec13c2493e7 {{(pid=92474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 12:19:29.924504 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Device a67fc547-d3f2-4ec4-a020-9ec13c2493e7 not bound to the agent host dv-cinder-779233-5-smb {{(pid=92474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 12:19:29.924968 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Device 60504c9c-cb77-4cfe-a990-d04b8df90bbf no longer exists at agent ovs-agent-dv-cinder-779233-5-smb {{(pid=92474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 12:19:29.934717 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-d7c052f8-cc34-4c49-81d0-cc143b0dc931 admin admin] Notify callbacks [] for router, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:29.935868 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-d7c052f8-cc34-4c49-81d0-cc143b0dc931 admin admin] 10.222.0.44 "DELETE /v2.0/routers/78a618e7-ef27-4ede-b823-b90150a61529 HTTP/1.1" status: 204 len: 168 time: 1.6593268 May 25 12:19:29.938429 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 44164) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:19:29.960048 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.plugin [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] No Port match for: 60504c9c-cb77-4cfe-a990-d04b8df90bbf {{(pid=92474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 12:19:29.960405 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Device 60504c9c-cb77-4cfe-a990-d04b8df90bbf not bound to the agent host dv-cinder-779233-5-smb {{(pid=92474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 12:19:29.994828 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Device 66b25cb5-fe41-443b-ae77-439bd8b7887d up at agent hyperv_hv-cinder-77923 {{(pid=92474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 12:19:30.002308 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.db_base_plugin_v2 [None req-ece4f5c0-2da5-4a31-9c9f-9cdc74d00f29 admin admin] Deleting subnet c4d436e3-46bf-4879-9813-736257c5ba21 {{(pid=92472) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 12:19:30.005365 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-ece4f5c0-2da5-4a31-9c9f-9cdc74d00f29 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:30.057937 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-ece4f5c0-2da5-4a31-9c9f-9cdc74d00f29 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2238172'] for subnet, precommit_delete_associations {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:30.154568 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Provisioning for port 66b25cb5-fe41-443b-ae77-439bd8b7887d completed by entity L2. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 12:19:30.159530 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Provisioning complete for port 66b25cb5-fe41-443b-ae77-439bd8b7887d triggered by entity L2. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 12:19:30.159907 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902397'] for port, provisioning_complete {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:30.220585 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-ece4f5c0-2da5-4a31-9c9f-9cdc74d00f29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1960903'] for subnet, precommit_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:30.252175 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-67c8f638-8111-4a57-aecc-ea0a7855c21a req-b8aa18ad-ffe0-4b0a-b8f3-23206b653587 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-249865142&fields=id&tenant_id=76a95061831f431abb0c51a779557b0f HTTP/1.1" status: 200 len: 267 time: 0.0881667 May 25 12:19:30.280594 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:30.307820 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04b12a45-b0e7-4072-b5b5-0547d0e0f712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66b25cb5-fe41-443b-ae77-439bd8b7887d'}] {{(pid=92474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 12:19:30.319164 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] For port 66b25cb5-fe41-443b-ae77-439bd8b7887d, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=66b25cb5-fe41-443b-ae77-439bd8b7887d,segment=NetworkSegment(dad021e1-3360-4664-9601-c09fb6755ab8),segment_id=dad021e1-3360-4664-9601-c09fb6755ab8)] {{(pid=92474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:19:30.406089 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:30.407967 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:19:30.475735 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Pushing event updated for resources: {'Port': ['ID=66b25cb5-fe41-443b-ae77-439bd8b7887d,revision_number=5']} {{(pid=92474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:19:30.479251 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:19:30.508127 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c8f638-8111-4a57-aecc-ea0a7855c21a req-6d5ccc1d-bbe7-4129-930e-64c6a8b9c0cb tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:19:30.510129 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-67c8f638-8111-4a57-aecc-ea0a7855c21a req-6d5ccc1d-bbe7-4129-930e-64c6a8b9c0cb tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] 10.222.0.44 "GET /v2.0/ports?device_id=105de765-1c34-423f-98ad-8a5339ef474a HTTP/1.1" status: 200 len: 984 time: 0.2450559 May 25 12:19:30.534839 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.v2.base [req-67c8f638-8111-4a57-aecc-ea0a7855c21a req-5eab9fde-5c46-4722-85a2-b0a748d510e5 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Request body: {'port': {'security_groups': ['c463a1c7-9126-4ce7-b458-d16dda484ae4']}} {{(pid=92472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 12:19:30.734643 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef754077-c2d6-48ef-aadb-8735bd2cbad6 req-fffc03f9-d8f2-40de-9199-c5c30c0539ca tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:19:30.736116 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-ef754077-c2d6-48ef-aadb-8735bd2cbad6 req-fffc03f9-d8f2-40de-9199-c5c30c0539ca tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "GET /v2.0/ports?device_id=04b12a45-b0e7-4072-b5b5-0547d0e0f712 HTTP/1.1" status: 200 len: 946 time: 0.3489363 May 25 12:19:30.847053 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [req-67c8f638-8111-4a57-aecc-ea0a7855c21a req-5eab9fde-5c46-4722-85a2-b0a748d510e5 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:30.857970 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-ef754077-c2d6-48ef-aadb-8735bd2cbad6 req-03be15ee-4f52-43b9-9ef0-0a620e2b074b tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "GET /v2.0/security-groups?id=292c08c5-c09e-4722-b3c0-d455a1ef6faf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158698 May 25 12:19:30.907862 dv-cinder-779233-5-smb neutron-server[92474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04b12a45-b0e7-4072-b5b5-0547d0e0f712', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66b25cb5-fe41-443b-ae77-439bd8b7887d', 'code': 200} May 25 12:19:30.911431 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-ece4f5c0-2da5-4a31-9c9f-9cdc74d00f29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2273115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222404'] for subnet, after_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:30.918937 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-298ebbd7-be28-41d7-8a30-9022cf273d61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:19:30.960284 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece4f5c0-2da5-4a31-9c9f-9cdc74d00f29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4d436e3-46bf-4879-9813-736257c5ba21,revision_number=None']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:19:30.961645 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-ece4f5c0-2da5-4a31-9c9f-9cdc74d00f29 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:30.966469 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-ece4f5c0-2da5-4a31-9c9f-9cdc74d00f29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:19:30.967536 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-987a0504-697f-4d55-9673-87ec5010b6dc None None] Network ca40b0a3-0988-4313-9746-c2b99cc0662c requested from dv-cinder-779233-5-smb {{(pid=92474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 12:19:30.980747 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-ece4f5c0-2da5-4a31-9c9f-9cdc74d00f29 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/c4d436e3-46bf-4879-9813-736257c5ba21 HTTP/1.1" status: 204 len: 168 time: 1.0413587 May 25 12:19:30.983734 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 44174) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:19:31.093895 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-62d8809a-886c-4f2d-8e35-6ca19f5b29b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628851'] for network, before_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:31.159260 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.plugins.ml2.db [req-67c8f638-8111-4a57-aecc-ea0a7855c21a req-5eab9fde-5c46-4722-85a2-b0a748d510e5 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] For port 43cd5fd7-bb31-40e0-84ea-70267fac0ba3, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=43cd5fd7-bb31-40e0-84ea-70267fac0ba3,segment=NetworkSegment(2245066f-0d33-45b8-ad22-7d1664ef3bdd),segment_id=2245066f-0d33-45b8-ad22-7d1664ef3bdd)] {{(pid=92472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:19:31.180830 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.plugin [None req-62d8809a-886c-4f2d-8e35-6ca19f5b29b4 admin admin] Deleting port d3ce05f2-82b1-42b8-b10d-1153dbccaa1e {{(pid=92473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 12:19:31.181211 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-62d8809a-886c-4f2d-8e35-6ca19f5b29b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786008536899'] for port, before_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:31.186445 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [req-67c8f638-8111-4a57-aecc-ea0a7855c21a req-5eab9fde-5c46-4722-85a2-b0a748d510e5 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Notify callbacks [] for port, precommit_update {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:31.238960 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-708cc407-eb06-4f33-9f72-32289a0f1184 None None] DHCP port deletion for ca40b0a3-0988-4313-9746-c2b99cc0662c request from dv-cinder-779233-5-smb {{(pid=92474) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 12:19:31.240862 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [req-67c8f638-8111-4a57-aecc-ea0a7855c21a req-5eab9fde-5c46-4722-85a2-b0a748d510e5 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2227105'] for port, after_update {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:31.247176 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-11f28311-d2b6-4348-8d26-29eb1b6a4841 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:19:31.270417 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] get_ports_and_sgs() called for port_ids ['43cd5fd7-bb31-40e0-84ea-70267fac0ba3'] {{(pid=92474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 12:19:31.314186 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c8f638-8111-4a57-aecc-ea0a7855c21a req-5eab9fde-5c46-4722-85a2-b0a748d510e5 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:19:31.314814 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [req-67c8f638-8111-4a57-aecc-ea0a7855c21a req-5eab9fde-5c46-4722-85a2-b0a748d510e5 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163099'] for port, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:31.316704 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-67c8f638-8111-4a57-aecc-ea0a7855c21a req-5eab9fde-5c46-4722-85a2-b0a748d510e5 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] 10.222.0.44 "PUT /v2.0/ports/43cd5fd7-bb31-40e0-84ea-70267fac0ba3 HTTP/1.1" status: 200 len: 942 time: 0.7972333 May 25 12:19:31.325603 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 44178) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:19:31.326478 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '105de765-1c34-423f-98ad-8a5339ef474a', 'tag': '43cd5fd7-bb31-40e0-84ea-70267fac0ba3'}] {{(pid=92472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 12:19:31.356779 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.db [None req-62d8809a-886c-4f2d-8e35-6ca19f5b29b4 admin admin] For port d3ce05f2-82b1-42b8-b10d-1153dbccaa1e, host dv-cinder-779233-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-5-smb',level=0,port_id=d3ce05f2-82b1-42b8-b10d-1153dbccaa1e,segment=NetworkSegment(49097f92-0341-4168-ba1f-09a48ee48333),segment_id=49097f92-0341-4168-ba1f-09a48ee48333)] {{(pid=92473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:19:31.357368 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-62d8809a-886c-4f2d-8e35-6ca19f5b29b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042426'] for port, precommit_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:31.374189 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eab9fde-5c46-4722-85a2-b0a748d510e5 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Pushing event updated for resources: {'Port': ['ID=43cd5fd7-bb31-40e0-84ea-70267fac0ba3,revision_number=7']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:19:31.377459 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-5eab9fde-5c46-4722-85a2-b0a748d510e5 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:19:31.388199 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] get_ports_and_sgs() called for port_ids ['43cd5fd7-bb31-40e0-84ea-70267fac0ba3'] {{(pid=92474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 12:19:31.406406 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '105de765-1c34-423f-98ad-8a5339ef474a', 'tag': '43cd5fd7-bb31-40e0-84ea-70267fac0ba3', 'status': 'completed', 'code': 200} May 25 12:19:31.478892 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.plugin [None req-708cc407-eb06-4f33-9f72-32289a0f1184 None None] Deleting port d3ce05f2-82b1-42b8-b10d-1153dbccaa1e {{(pid=92474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 12:19:31.479200 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-708cc407-eb06-4f33-9f72-32289a0f1184 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786008536899'] for port, before_delete {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:31.551766 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.plugin [None req-62d8809a-886c-4f2d-8e35-6ca19f5b29b4 admin admin] Calling delete_port for d3ce05f2-82b1-42b8-b10d-1153dbccaa1e owned by network:dhcp {{(pid=92473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 12:19:31.578607 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2a33c1-45cb-4c24-bae7-b4bdabd3feff req-1e7c0864-9575-477a-b37d-8ad790212fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:19:31.580117 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-1d2a33c1-45cb-4c24-bae7-b4bdabd3feff req-1e7c0864-9575-477a-b37d-8ad790212fe9 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=04b12a45-b0e7-4072-b5b5-0547d0e0f712 HTTP/1.1" status: 200 len: 1099 time: 0.3352640 May 25 12:19:31.642202 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-40b650a8-a033-4d36-9b56-bec3b05e9baf tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Notify callbacks [] for security_group, before_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:31.668691 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-708cc407-eb06-4f33-9f72-32289a0f1184 None None] For port d3ce05f2-82b1-42b8-b10d-1153dbccaa1e, host dv-cinder-779233-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-5-smb',level=0,port_id=d3ce05f2-82b1-42b8-b10d-1153dbccaa1e,segment=NetworkSegment(49097f92-0341-4168-ba1f-09a48ee48333),segment_id=49097f92-0341-4168-ba1f-09a48ee48333)] {{(pid=92474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:19:31.669009 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-708cc407-eb06-4f33-9f72-32289a0f1184 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042426'] for port, precommit_delete {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:31.701213 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Device d3ce05f2-82b1-42b8-b10d-1153dbccaa1e no longer exists at agent ovs-agent-dv-cinder-779233-5-smb {{(pid=92474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 12:19:31.701557 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-1d2a33c1-45cb-4c24-bae7-b4bdabd3feff req-d07bcbf5-c1e5-4f2a-9cfe-8968c1903b33 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=292c08c5-c09e-4722-b3c0-d455a1ef6faf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037872 May 25 12:19:31.703532 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-40b650a8-a033-4d36-9b56-bec3b05e9baf tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:31.749820 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f9dd26-cc2b-4ce2-bb88-4f1e6980e01e req-6df19759-452b-43c2-8318-7a9906067267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:19:31.751275 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-f6f9dd26-cc2b-4ce2-bb88-4f1e6980e01e req-6df19759-452b-43c2-8318-7a9906067267 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=76a95061831f431abb0c51a779557b0f&device_id=105de765-1c34-423f-98ad-8a5339ef474a HTTP/1.1" status: 200 len: 1098 time: 0.2965043 May 25 12:19:31.855855 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-62d8809a-886c-4f2d-8e35-6ca19f5b29b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786008539046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786008105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2465563'] for port, after_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:31.856289 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.plugin [None req-708cc407-eb06-4f33-9f72-32289a0f1184 None None] Calling delete_port for d3ce05f2-82b1-42b8-b10d-1153dbccaa1e owned by network:dhcp {{(pid=92474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 12:19:31.861903 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-5d2cff19-66c0-45ad-b1c0-de50dce0880c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:19:31.893760 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-533fba3e-93c3-4a46-a212-59a08b74a3f2 None None] Provisioning complete for port 43cd5fd7-bb31-40e0-84ea-70267fac0ba3 triggered by entity DHCP. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 12:19:31.894449 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-533fba3e-93c3-4a46-a212-59a08b74a3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902397'] for port, provisioning_complete {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:31.913897 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d8809a-886c-4f2d-8e35-6ca19f5b29b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3ce05f2-82b1-42b8-b10d-1153dbccaa1e,revision_number=None']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:19:31.920791 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-62d8809a-886c-4f2d-8e35-6ca19f5b29b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:19:31.925413 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.plugin [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] No Port match for: d3ce05f2-82b1-42b8-b10d-1153dbccaa1e {{(pid=92474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 12:19:31.926004 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Device d3ce05f2-82b1-42b8-b10d-1153dbccaa1e not bound to the agent host dv-cinder-779233-5-smb {{(pid=92474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 12:19:32.050125 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8e6511-e03e-48a7-a1c0-784cdd4c0591 req-7cf9fa73-0156-48c9-ae4b-fd4af8ebc950 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:19:32.051778 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-2e8e6511-e03e-48a7-a1c0-784cdd4c0591 req-7cf9fa73-0156-48c9-ae4b-fd4af8ebc950 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "GET /v2.0/ports?device_id=04b12a45-b0e7-4072-b5b5-0547d0e0f712 HTTP/1.1" status: 200 len: 946 time: 0.0834365 May 25 12:19:32.058081 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d8809a-886c-4f2d-8e35-6ca19f5b29b4 admin admin] No DVR routers for this DVR port d3ce05f2-82b1-42b8-b10d-1153dbccaa1e on host dv-cinder-779233-5-smb {{(pid=92473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 12:19:32.059757 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-40b650a8-a033-4d36-9b56-bec3b05e9baf tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:32.093586 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-2afa47fa-7c91-4dd7-ba26-346f1afba88e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:19:32.098187 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-708cc407-eb06-4f33-9f72-32289a0f1184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786008539046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786008105692'] for port, after_delete {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:32.099028 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-2e8e6511-e03e-48a7-a1c0-784cdd4c0591 req-d1ded166-5713-4a1a-bdc8-f0233c4c99bb tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "GET /v2.0/security-groups?id=292c08c5-c09e-4722-b3c0-d455a1ef6faf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407221 May 25 12:19:32.104866 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-bd8163d4-39c2-4a56-8548-a17b290732cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:19:32.126763 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b650a8-a033-4d36-9b56-bec3b05e9baf tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=302a9569-efae-4570-9708-e3b46232fd49,revision_number=None']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:19:32.171687 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708cc407-eb06-4f33-9f72-32289a0f1184 None None] Pushing event deleted for resources: {'Port': ['ID=d3ce05f2-82b1-42b8-b10d-1153dbccaa1e,revision_number=None']} {{(pid=92474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:19:32.175026 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708cc407-eb06-4f33-9f72-32289a0f1184 None None] No DVR routers for this DVR port d3ce05f2-82b1-42b8-b10d-1153dbccaa1e on host dv-cinder-779233-5-smb {{(pid=92474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 12:19:32.179064 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-708cc407-eb06-4f33-9f72-32289a0f1184 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:19:32.185070 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-40b650a8-a033-4d36-9b56-bec3b05e9baf tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:19:32.213028 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f9dd26-cc2b-4ce2-bb88-4f1e6980e01e req-3661c251-a353-49d4-857c-74f59049a0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:19:32.214516 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-f6f9dd26-cc2b-4ce2-bb88-4f1e6980e01e req-3661c251-a353-49d4-857c-74f59049a0ea service neutron] 10.222.0.54 "GET /v2.0/networks?id=cd564631-6e78-4015-aaaf-60730c0751fd HTTP/1.1" status: 200 len: 915 time: 0.4467232 May 25 12:19:32.218536 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-40b650a8-a033-4d36-9b56-bec3b05e9baf tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Notify callbacks [] for security_group, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:32.219546 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-40b650a8-a033-4d36-9b56-bec3b05e9baf tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] 10.222.0.44 "DELETE /v2.0/security-groups/302a9569-efae-4570-9708-e3b46232fd49 HTTP/1.1" status: 204 len: 168 time: 0.8920653 May 25 12:19:32.221160 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-62d8809a-886c-4f2d-8e35-6ca19f5b29b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1908296', 'neutron.services.segments.db._delete_segments_for_network-8786008650460'] for network, precommit_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:32.222410 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 44188) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:19:32.294043 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.services.segments.db [None req-62d8809a-886c-4f2d-8e35-6ca19f5b29b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca40b0a3-0988-4313-9746-c2b99cc0662c']}} {{(pid=92473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:19:32.317896 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.services.segments.db [None req-62d8809a-886c-4f2d-8e35-6ca19f5b29b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49097f92-0341-4168-ba1f-09a48ee48333') {'for_net_delete': True} {{(pid=92473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:19:32.318184 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.services.segments.db [None req-62d8809a-886c-4f2d-8e35-6ca19f5b29b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49097f92-0341-4168-ba1f-09a48ee48333') {} {{(pid=92473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:19:32.334131 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-62d8809a-886c-4f2d-8e35-6ca19f5b29b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786008660637', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2835070'] for segment, before_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:32.357505 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-62d8809a-886c-4f2d-8e35-6ca19f5b29b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1959408'] for segment, precommit_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:32.360742 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-f6f9dd26-cc2b-4ce2-bb88-4f1e6980e01e req-997706a3-65c7-4aad-95e2-d8c7c9346ab1 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=43cd5fd7-bb31-40e0-84ea-70267fac0ba3 HTTP/1.1" status: 200 len: 1001 time: 0.1325531 May 25 12:19:32.365120 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62d8809a-886c-4f2d-8e35-6ca19f5b29b4 admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=92473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 12:19:32.365897 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-62d8809a-886c-4f2d-8e35-6ca19f5b29b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1959408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2465614'] for segment, after_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:32.379227 dv-cinder-779233-5-smb neutron-server[92473]: Traceback (most recent call last): May 25 12:19:32.379227 dv-cinder-779233-5-smb neutron-server[92473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 12:19:32.379227 dv-cinder-779233-5-smb neutron-server[92473]: timer() May 25 12:19:32.379227 dv-cinder-779233-5-smb neutron-server[92473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 12:19:32.379227 dv-cinder-779233-5-smb neutron-server[92473]: cb(*args, **kw) May 25 12:19:32.379227 dv-cinder-779233-5-smb neutron-server[92473]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 12:19:32.379227 dv-cinder-779233-5-smb neutron-server[92473]: return func(*args, **kwargs) May 25 12:19:32.379227 dv-cinder-779233-5-smb neutron-server[92473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 12:19:32.379227 dv-cinder-779233-5-smb neutron-server[92473]: self._notify() May 25 12:19:32.379227 dv-cinder-779233-5-smb neutron-server[92473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 12:19:32.379227 dv-cinder-779233-5-smb neutron-server[92473]: self.callback(batched_events) May 25 12:19:32.379227 dv-cinder-779233-5-smb neutron-server[92473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 12:19:32.379227 dv-cinder-779233-5-smb neutron-server[92473]: event.method(event) May 25 12:19:32.379227 dv-cinder-779233-5-smb neutron-server[92473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 12:19:32.379227 dv-cinder-779233-5-smb neutron-server[92473]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 12:19:32.379227 dv-cinder-779233-5-smb neutron-server[92473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 12:19:32.379227 dv-cinder-779233-5-smb neutron-server[92473]: aggregate_uuid = self.p_client.list_aggregates( May 25 12:19:32.379227 dv-cinder-779233-5-smb neutron-server[92473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 12:19:32.379227 dv-cinder-779233-5-smb neutron-server[92473]: return f(self, *a, **k) May 25 12:19:32.379227 dv-cinder-779233-5-smb neutron-server[92473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 12:19:32.379227 dv-cinder-779233-5-smb neutron-server[92473]: return self._get(url).json() May 25 12:19:32.379227 dv-cinder-779233-5-smb neutron-server[92473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 12:19:32.379227 dv-cinder-779233-5-smb neutron-server[92473]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 12:19:32.379227 dv-cinder-779233-5-smb neutron-server[92473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 12:19:32.379227 dv-cinder-779233-5-smb neutron-server[92473]: return self.request(url, 'GET', **kwargs) May 25 12:19:32.379227 dv-cinder-779233-5-smb neutron-server[92473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 12:19:32.379227 dv-cinder-779233-5-smb neutron-server[92473]: base_url = self.get_endpoint(auth, allow=allow, May 25 12:19:32.379227 dv-cinder-779233-5-smb neutron-server[92473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 12:19:32.379227 dv-cinder-779233-5-smb neutron-server[92473]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 12:19:32.379227 dv-cinder-779233-5-smb neutron-server[92473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 12:19:32.379227 dv-cinder-779233-5-smb neutron-server[92473]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 12:19:32.379227 dv-cinder-779233-5-smb neutron-server[92473]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 12:19:32.488359 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.plugins.ml2.plugin [None req-0478d5ab-4280-41bd-9bd9-01657add7295 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Deleting port f7401555-0fb0-44b9-a6c5-f571fb81a8f7 {{(pid=92472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 12:19:32.488700 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-0478d5ab-4280-41bd-9bd9-01657add7295 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786008536899'] for port, before_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:32.500454 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f9dd26-cc2b-4ce2-bb88-4f1e6980e01e req-c9186daa-53fc-420d-aa60-3e6fd701615b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:19:32.501890 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-f6f9dd26-cc2b-4ce2-bb88-4f1e6980e01e req-c9186daa-53fc-420d-aa60-3e6fd701615b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=791d9bb4-33b7-4c20-ac30-135c25dcfc49 HTTP/1.1" status: 200 len: 853 time: 0.1218774 May 25 12:19:32.579242 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-62d8809a-886c-4f2d-8e35-6ca19f5b29b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1908289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1019683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-653800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047083'] for network, after_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:32.582258 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f9dd26-cc2b-4ce2-bb88-4f1e6980e01e req-e391104b-9d89-4640-9bd7-abbd17856479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:19:32.583778 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-f6f9dd26-cc2b-4ce2-bb88-4f1e6980e01e req-e391104b-9d89-4640-9bd7-abbd17856479 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cd564631-6e78-4015-aaaf-60730c0751fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0749581 May 25 12:19:32.585832 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:19:32.602037 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-62d8809a-886c-4f2d-8e35-6ca19f5b29b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653773'] for network, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:32.612366 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-0478d5ab-4280-41bd-9bd9-01657add7295 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042426'] for port, precommit_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:32.612718 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-0478d5ab-4280-41bd-9bd9-01657add7295 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:32.628750 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d8809a-886c-4f2d-8e35-6ca19f5b29b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca40b0a3-0988-4313-9746-c2b99cc0662c,revision_number=None']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:19:32.676148 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-62d8809a-886c-4f2d-8e35-6ca19f5b29b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:19:32.740004 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-f6f9dd26-cc2b-4ce2-bb88-4f1e6980e01e req-b4377ecf-c9e3-4355-acd4-fb320370473f service neutron] 10.222.0.54 "GET /v2.0/networks/cd564631-6e78-4015-aaaf-60730c0751fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412051 May 25 12:19:32.743791 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.plugins.ml2.plugin [None req-0478d5ab-4280-41bd-9bd9-01657add7295 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Calling delete_port for f7401555-0fb0-44b9-a6c5-f571fb81a8f7 owned by network:floatingip {{(pid=92472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 12:19:32.768228 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-62d8809a-886c-4f2d-8e35-6ca19f5b29b4 admin admin] 10.222.0.44 "DELETE /v2.0/networks/ca40b0a3-0988-4313-9746-c2b99cc0662c HTTP/1.1" status: 204 len: 168 time: 1.7826798 May 25 12:19:32.772955 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 44192) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:19:32.932135 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-0478d5ab-4280-41bd-9bd9-01657add7295 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786008539046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786008105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2227112'] for port, after_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:32.936833 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-d03728b6-6bc2-47ef-90f3-0ab566708a8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:19:32.982605 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0478d5ab-4280-41bd-9bd9-01657add7295 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Pushing event deleted for resources: {'Port': ['ID=f7401555-0fb0-44b9-a6c5-f571fb81a8f7,revision_number=None']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:19:32.985024 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-0478d5ab-4280-41bd-9bd9-01657add7295 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:19:33.022172 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-f6f9dd26-cc2b-4ce2-bb88-4f1e6980e01e req-41242605-e591-45de-aa67-d49c53431d17 service neutron] 10.222.0.54 "GET /v2.0/networks/cd564631-6e78-4015-aaaf-60730c0751fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2744586 May 25 12:19:33.077853 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-0478d5ab-4280-41bd-9bd9-01657add7295 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Notify callbacks [] for floatingip, after_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:33.078437 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.db.l3_db [None req-0478d5ab-4280-41bd-9bd9-01657add7295 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Floating IP f292dc5a-2f61-40c6-bf0a-e069024e3034 disassociated (deleted). External IP: 172.28.2.126, port: 43cd5fd7-bb31-40e0-84ea-70267fac0ba3. May 25 12:19:33.401355 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-f8487563-a203-468e-b864-94c6a3f3854a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1040427'] for router_interface, before_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:33.498240 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3275f311-78e5-4a8b-9318-3890a089f640 req-f36561a9-54ff-4fc7-a02f-f88270a2022f tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:19:33.499849 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-3275f311-78e5-4a8b-9318-3890a089f640 req-f36561a9-54ff-4fc7-a02f-f88270a2022f tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "GET /v2.0/ports?device_id=04b12a45-b0e7-4072-b5b5-0547d0e0f712 HTTP/1.1" status: 200 len: 946 time: 0.1901569 May 25 12:19:33.626973 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-3275f311-78e5-4a8b-9318-3890a089f640 req-6bc21436-9f12-453f-9ac6-1cae1b0e1b8a tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "GET /v2.0/security-groups?id=292c08c5-c09e-4722-b3c0-d455a1ef6faf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685394 May 25 12:19:33.636385 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0478d5ab-4280-41bd-9bd9-01657add7295 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Router 9872c0a9-0471-4d90-858f-381d057985ad has already been hosted by L3 agent 4aaf6e0c-8c85-4f95-8d8e-6a64f0cc3b25 {{(pid=92472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 12:19:33.872436 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0478d5ab-4280-41bd-9bd9-01657add7295 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Notify agent at l3_agent.dv-cinder-779233-5-smb the message routers_updated {{(pid=92472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 12:19:33.881598 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5eebcd7-ffb6-4d7f-87f4-55e8a8ccf60a None None] Sync routers for ids ['9872c0a9-0471-4d90-858f-381d057985ad'] in dv-cinder-779233-5-smb {{(pid=92474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 12:19:33.891859 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5eebcd7-ffb6-4d7f-87f4-55e8a8ccf60a None None] Routers {'9872c0a9-0471-4d90-858f-381d057985ad'} bound to L3 agent in host dv-cinder-779233-5-smb {{(pid=92474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 12:19:33.892546 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_hamode_db [None req-c5eebcd7-ffb6-4d7f-87f4-55e8a8ccf60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-25T12:04:17Z,description=,heartbeat_timestamp=2021-05-25T12:19:17Z,host='dv-cinder-779233-5-smb',id=4aaf6e0c-8c85-4f95-8d8e-6a64f0cc3b25,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T12:04:17Z,topic='l3_agent')) {'router_ids': ['9872c0a9-0471-4d90-858f-381d057985ad'], 'active': True} {{(pid=92474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:19:33.892712 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-0478d5ab-4280-41bd-9bd9-01657add7295 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163099'] for floatingip, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:33.928536 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.plugin [None req-f8487563-a203-468e-b864-94c6a3f3854a admin admin] Deleting port 511510b3-e562-41c1-b621-a990c11443f2 {{(pid=92473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 12:19:33.928875 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-f8487563-a203-468e-b864-94c6a3f3854a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786008536899'] for port, before_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:33.945975 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c358cd5-07ff-4301-afc6-5ede62999b76 req-ce1482f2-7fc2-4644-b501-91c376f3e039 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:19:33.948907 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-9c358cd5-07ff-4301-afc6-5ede62999b76 req-ce1482f2-7fc2-4644-b501-91c376f3e039 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "GET /v2.0/ports?device_id=04b12a45-b0e7-4072-b5b5-0547d0e0f712 HTTP/1.1" status: 200 len: 946 time: 0.2142870 May 25 12:19:33.957054 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 44200) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:19:33.962028 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.v2.base [None req-aaba5e0f-00f8-4abe-8128-07a2217ba12b tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Request body: {'floatingip': {'port_id': '66b25cb5-fe41-443b-ae77-439bd8b7887d'}} {{(pid=92472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 12:19:34.021042 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-0478d5ab-4280-41bd-9bd9-01657add7295 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] 10.222.0.44 "DELETE /v2.0/floatingips/f292dc5a-2f61-40c6-bf0a-e069024e3034 HTTP/1.1" status: 204 len: 168 time: 1.7975118 May 25 12:19:34.030976 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '105de765-1c34-423f-98ad-8a5339ef474a', 'tag': '43cd5fd7-bb31-40e0-84ea-70267fac0ba3'}] {{(pid=92472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 12:19:34.049106 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-aaba5e0f-00f8-4abe-8128-07a2217ba12b tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Notify callbacks [] for floatingip, before_update {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:34.057616 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.db [None req-f8487563-a203-468e-b864-94c6a3f3854a admin admin] For port 511510b3-e562-41c1-b621-a990c11443f2, host dv-cinder-779233-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-5-smb',level=0,port_id=511510b3-e562-41c1-b621-a990c11443f2,segment=NetworkSegment(4ce09daa-ccf8-4524-9228-8989372e2e71),segment_id=4ce09daa-ccf8-4524-9228-8989372e2e71)] {{(pid=92473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:19:34.058101 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-f8487563-a203-468e-b864-94c6a3f3854a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042426'] for port, precommit_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:34.132119 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_dvr_db [None req-c5eebcd7-ffb6-4d7f-87f4-55e8a8ccf60a None None] Set router 9872c0a9-0471-4d90-858f-381d057985ad gateway port host: dv-cinder-779233-5-smb {{(pid=92474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 12:19:34.168335 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '105de765-1c34-423f-98ad-8a5339ef474a', 'tag': '43cd5fd7-bb31-40e0-84ea-70267fac0ba3', 'status': 'completed', 'code': 200} May 25 12:19:34.204091 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.plugin [None req-f8487563-a203-468e-b864-94c6a3f3854a admin admin] Calling delete_port for 511510b3-e562-41c1-b621-a990c11443f2 owned by network:router_interface {{(pid=92473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 12:19:34.313942 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0433bc65-9ac5-4e19-b12b-bd5b3f4e3a52 req-987f932d-b65d-4c6a-970a-00084fa7d3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:19:34.315471 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-0433bc65-9ac5-4e19-b12b-bd5b3f4e3a52 req-987f932d-b65d-4c6a-970a-00084fa7d3a5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=76a95061831f431abb0c51a779557b0f&device_id=105de765-1c34-423f-98ad-8a5339ef474a HTTP/1.1" status: 200 len: 1098 time: 0.1021235 May 25 12:19:34.477960 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_hamode_db [None req-c5eebcd7-ffb6-4d7f-87f4-55e8a8ccf60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9872c0a9-0471-4d90-858f-381d057985ad', 'name': 'tempest-TestMinimumBasicScenario-352936281-router', 'tenant_id': '76a95061831f431abb0c51a779557b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'external_fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.133'}], 'enable_snat': True}, 'gw_port_id': '9aa4e86b-a77d-42ff-9f21-f8644e23dd1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T12:17:03Z', 'updated_at': '2021-05-25T12:17:08Z', 'revision_number': 4, 'project_id': '76a95061831f431abb0c51a779557b0f', 'gw_port': {'id': '9aa4e86b-a77d-42ff-9f21-f8644e23dd1b', 'name': '', 'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9872c0a9-0471-4d90-858f-381d057985ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:17:04Z', 'updated_at': '2021-05-25T12:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-5-smb', '_interfaces': [{'id': '2fdb7ea4-0426-40f6-9dae-817d2744e0fc', 'name': '', 'network_id': 'cd564631-6e78-4015-aaaf-60730c0751fd', 'tenant_id': '76a95061831f431abb0c51a779557b0f', 'mac_address': 'fa:16:3e:f3:61:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9872c0a9-0471-4d90-858f-381d057985ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '791d9bb4-33b7-4c20-ac30-135c25dcfc49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:17:07Z', 'updated_at': '2021-05-25T12:17:14Z', 'revision_number': 5, 'project_id': '76a95061831f431abb0c51a779557b0f', 'subnets': [{'id': '791d9bb4-33b7-4c20-ac30-135c25dcfc49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-5-smb', False) {} {{(pid=92474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:19:34.484169 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5eebcd7-ffb6-4d7f-87f4-55e8a8ccf60a None None] Checking router: 9872c0a9-0471-4d90-858f-381d057985ad for host: dv-cinder-779233-5-smb {{(pid=92474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 12:19:34.493408 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5eebcd7-ffb6-4d7f-87f4-55e8a8ccf60a None None] Routers {'9872c0a9-0471-4d90-858f-381d057985ad'} bound to L3 agent in host dv-cinder-779233-5-smb {{(pid=92474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 12:19:34.494029 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_hamode_db [None req-c5eebcd7-ffb6-4d7f-87f4-55e8a8ccf60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-25T12:04:17Z,description=,heartbeat_timestamp=2021-05-25T12:19:17Z,host='dv-cinder-779233-5-smb',id=4aaf6e0c-8c85-4f95-8d8e-6a64f0cc3b25,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T12:04:17Z,topic='l3_agent')) {'router_ids': ['9872c0a9-0471-4d90-858f-381d057985ad'], 'active': True} {{(pid=92474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:19:34.517377 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0433bc65-9ac5-4e19-b12b-bd5b3f4e3a52 req-2a8d4416-7df0-479e-9a43-7bb75c570d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:19:34.518831 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-0433bc65-9ac5-4e19-b12b-bd5b3f4e3a52 req-2a8d4416-7df0-479e-9a43-7bb75c570d65 service neutron] 10.222.0.54 "GET /v2.0/networks?id=cd564631-6e78-4015-aaaf-60730c0751fd HTTP/1.1" status: 200 len: 915 time: 0.1970634 May 25 12:19:34.595286 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-0433bc65-9ac5-4e19-b12b-bd5b3f4e3a52 req-fe3c14a6-6c70-4e9d-8d04-217ca4010277 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=43cd5fd7-bb31-40e0-84ea-70267fac0ba3 HTTP/1.1" status: 200 len: 217 time: 0.0693262 May 25 12:19:34.669564 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0433bc65-9ac5-4e19-b12b-bd5b3f4e3a52 req-246b1788-2e19-4282-bd18-f642cec94f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:19:34.671571 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-0433bc65-9ac5-4e19-b12b-bd5b3f4e3a52 req-246b1788-2e19-4282-bd18-f642cec94f0a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=791d9bb4-33b7-4c20-ac30-135c25dcfc49 HTTP/1.1" status: 200 len: 853 time: 0.0694256 May 25 12:19:34.688525 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_dvr_db [None req-c5eebcd7-ffb6-4d7f-87f4-55e8a8ccf60a None None] Set router 9872c0a9-0471-4d90-858f-381d057985ad gateway port host: dv-cinder-779233-5-smb {{(pid=92474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 12:19:34.735039 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-f8487563-a203-468e-b864-94c6a3f3854a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786008539046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786008105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2465563'] for port, after_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:34.745798 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-af3c96ae-ca17-4664-b3bb-7b02b9df9ded service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:19:34.791632 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8487563-a203-468e-b864-94c6a3f3854a admin admin] Pushing event deleted for resources: {'Port': ['ID=511510b3-e562-41c1-b621-a990c11443f2,revision_number=None']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:19:34.794079 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-f8487563-a203-468e-b864-94c6a3f3854a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:19:34.914614 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0433bc65-9ac5-4e19-b12b-bd5b3f4e3a52 req-f9711ade-ec2d-4521-8e0a-ae096126bf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:19:34.917241 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-0433bc65-9ac5-4e19-b12b-bd5b3f4e3a52 req-f9711ade-ec2d-4521-8e0a-ae096126bf77 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=cd564631-6e78-4015-aaaf-60730c0751fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2360668 May 25 12:19:34.943427 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-aaba5e0f-00f8-4abe-8128-07a2217ba12b tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:35.048320 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_hamode_db [None req-c5eebcd7-ffb6-4d7f-87f4-55e8a8ccf60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9872c0a9-0471-4d90-858f-381d057985ad', 'name': 'tempest-TestMinimumBasicScenario-352936281-router', 'tenant_id': '76a95061831f431abb0c51a779557b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'external_fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.133'}], 'enable_snat': True}, 'gw_port_id': '9aa4e86b-a77d-42ff-9f21-f8644e23dd1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T12:17:03Z', 'updated_at': '2021-05-25T12:17:08Z', 'revision_number': 4, 'project_id': '76a95061831f431abb0c51a779557b0f', 'gw_port': {'id': '9aa4e86b-a77d-42ff-9f21-f8644e23dd1b', 'name': '', 'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9872c0a9-0471-4d90-858f-381d057985ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:17:04Z', 'updated_at': '2021-05-25T12:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-5-smb', '_interfaces': [{'id': '2fdb7ea4-0426-40f6-9dae-817d2744e0fc', 'name': '', 'network_id': 'cd564631-6e78-4015-aaaf-60730c0751fd', 'tenant_id': '76a95061831f431abb0c51a779557b0f', 'mac_address': 'fa:16:3e:f3:61:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9872c0a9-0471-4d90-858f-381d057985ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '791d9bb4-33b7-4c20-ac30-135c25dcfc49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:17:07Z', 'updated_at': '2021-05-25T12:17:14Z', 'revision_number': 5, 'project_id': '76a95061831f431abb0c51a779557b0f', 'subnets': [{'id': '791d9bb4-33b7-4c20-ac30-135c25dcfc49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-5-smb', False) {} {{(pid=92474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:19:35.050752 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-aaba5e0f-00f8-4abe-8128-07a2217ba12b tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1047065'] for floatingip, after_update {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:35.052688 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5eebcd7-ffb6-4d7f-87f4-55e8a8ccf60a None None] The sync data for ids ['9872c0a9-0471-4d90-858f-381d057985ad'] in dv-cinder-779233-5-smb is: [{'id': '9872c0a9-0471-4d90-858f-381d057985ad', 'name': 'tempest-TestMinimumBasicScenario-352936281-router', 'tenant_id': '76a95061831f431abb0c51a779557b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'external_fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.133'}], 'enable_snat': True}, 'gw_port_id': '9aa4e86b-a77d-42ff-9f21-f8644e23dd1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T12:17:03Z', 'updated_at': '2021-05-25T12:17:08Z', 'revision_number': 4, 'project_id': '76a95061831f431abb0c51a779557b0f', 'gw_port': {'id': '9aa4e86b-a77d-42ff-9f21-f8644e23dd1b', 'name': '', 'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9872c0a9-0471-4d90-858f-381d057985ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:17:04Z', 'updated_at': '2021-05-25T12:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-5-smb', '_interfaces': [{'id': '2fdb7ea4-0426-40f6-9dae-817d2744e0fc', 'name': '', 'network_id': 'cd564631-6e78-4015-aaaf-60730c0751fd', 'tenant_id': '76a95061831f431abb0c51a779557b0f', 'mac_address': 'fa:16:3e:f3:61:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9872c0a9-0471-4d90-858f-381d057985ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '791d9bb4-33b7-4c20-ac30-135c25dcfc49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:17:07Z', 'updated_at': '2021-05-25T12:17:14Z', 'revision_number': 5, 'project_id': '76a95061831f431abb0c51a779557b0f', 'subnets': [{'id': '791d9bb4-33b7-4c20-ac30-135c25dcfc49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 12:19:35.322635 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-0433bc65-9ac5-4e19-b12b-bd5b3f4e3a52 req-176f3e3e-d35c-4d54-9f5d-f514d2d1193c service neutron] 10.222.0.54 "GET /v2.0/networks/cd564631-6e78-4015-aaaf-60730c0751fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3962133 May 25 12:19:35.331582 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21c5433-afc1-4f3e-aa24-e63530a5cfbb None None] New status for floating IP f292dc5a-2f61-40c6-bf0a-e069024e3034: DOWN {{(pid=92475) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 12:19:35.355991 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-f8487563-a203-468e-b864-94c6a3f3854a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1046971'] for router_interface, after_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:35.370263 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.db.l3_db [None req-aaba5e0f-00f8-4abe-8128-07a2217ba12b tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Floating IP f4fee1a4-c684-4ddc-9479-00896b875bf8 associated. External IP: 172.28.2.158, port: 66b25cb5-fe41-443b-ae77-439bd8b7887d. May 25 12:19:35.628849 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-0433bc65-9ac5-4e19-b12b-bd5b3f4e3a52 req-b6d025bc-ee21-47a4-aa06-30912cf1eade service neutron] 10.222.0.54 "GET /v2.0/networks/cd564631-6e78-4015-aaaf-60730c0751fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2991755 May 25 12:19:35.785379 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaba5e0f-00f8-4abe-8128-07a2217ba12b tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Router 0dc1a175-0361-48b3-a7cd-2f6b52a7a40a has already been hosted by L3 agent 4aaf6e0c-8c85-4f95-8d8e-6a64f0cc3b25 {{(pid=92472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 12:19:35.837859 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8487563-a203-468e-b864-94c6a3f3854a admin admin] Router 4170b26c-ecc7-40da-8f9d-ef68b1ee9217 has already been hosted by L3 agent 4aaf6e0c-8c85-4f95-8d8e-6a64f0cc3b25 {{(pid=92473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 12:19:35.970247 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaba5e0f-00f8-4abe-8128-07a2217ba12b tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Notify agent at l3_agent.dv-cinder-779233-5-smb the message routers_updated {{(pid=92472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 12:19:35.974995 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-aaba5e0f-00f8-4abe-8128-07a2217ba12b tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163099'] for floatingip, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:35.980585 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3312ffab-3294-45d2-b9f4-cfc28849eba7 None None] Sync routers for ids ['0dc1a175-0361-48b3-a7cd-2f6b52a7a40a'] in dv-cinder-779233-5-smb {{(pid=92474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 12:19:35.990620 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3312ffab-3294-45d2-b9f4-cfc28849eba7 None None] Routers {'0dc1a175-0361-48b3-a7cd-2f6b52a7a40a'} bound to L3 agent in host dv-cinder-779233-5-smb {{(pid=92474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 12:19:35.991739 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_hamode_db [None req-3312ffab-3294-45d2-b9f4-cfc28849eba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-25T12:04:17Z,description=,heartbeat_timestamp=2021-05-25T12:19:17Z,host='dv-cinder-779233-5-smb',id=4aaf6e0c-8c85-4f95-8d8e-6a64f0cc3b25,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T12:04:17Z,topic='l3_agent')) {'router_ids': ['0dc1a175-0361-48b3-a7cd-2f6b52a7a40a'], 'active': True} {{(pid=92474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:19:36.025579 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8487563-a203-468e-b864-94c6a3f3854a admin admin] Notify agent at l3_agent.dv-cinder-779233-5-smb the message routers_updated {{(pid=92473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 12:19:36.035528 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-aaba5e0f-00f8-4abe-8128-07a2217ba12b tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "PUT /v2.0/floatingips/f4fee1a4-c684-4ddc-9479-00896b875bf8 HTTP/1.1" status: 200 len: 992 time: 2.0773170 May 25 12:19:36.037965 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de31ec11-3809-4ced-8624-05e339f52427 None None] Sync routers for ids ['4170b26c-ecc7-40da-8f9d-ef68b1ee9217'] in dv-cinder-779233-5-smb {{(pid=92475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 12:19:36.048003 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de31ec11-3809-4ced-8624-05e339f52427 None None] Routers {'4170b26c-ecc7-40da-8f9d-ef68b1ee9217'} bound to L3 agent in host dv-cinder-779233-5-smb {{(pid=92475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 12:19:36.048611 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_hamode_db [None req-de31ec11-3809-4ced-8624-05e339f52427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-25T12:04:17Z,description=,heartbeat_timestamp=2021-05-25T12:19:17Z,host='dv-cinder-779233-5-smb',id=4aaf6e0c-8c85-4f95-8d8e-6a64f0cc3b25,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T12:04:17Z,topic='l3_agent')) {'router_ids': ['4170b26c-ecc7-40da-8f9d-ef68b1ee9217'], 'active': True} {{(pid=92475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:19:36.116605 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-f8487563-a203-468e-b864-94c6a3f3854a admin admin] 10.222.0.44 "PUT /v2.0/routers/4170b26c-ecc7-40da-8f9d-ef68b1ee9217/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3426623 May 25 12:19:36.119821 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 44224) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:19:36.175251 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04b12a45-b0e7-4072-b5b5-0547d0e0f712', 'tag': '66b25cb5-fe41-443b-ae77-439bd8b7887d'}] {{(pid=92472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 12:19:36.194227 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_dvr_db [None req-3312ffab-3294-45d2-b9f4-cfc28849eba7 None None] Set router 0dc1a175-0361-48b3-a7cd-2f6b52a7a40a gateway port host: dv-cinder-779233-5-smb {{(pid=92474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 12:19:36.252742 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_dvr_db [None req-de31ec11-3809-4ced-8624-05e339f52427 None None] Set router 4170b26c-ecc7-40da-8f9d-ef68b1ee9217 gateway port host: dv-cinder-779233-5-smb {{(pid=92475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 12:19:36.307830 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04b12a45-b0e7-4072-b5b5-0547d0e0f712', 'tag': '66b25cb5-fe41-443b-ae77-439bd8b7887d', 'status': 'completed', 'code': 200} May 25 12:19:36.351003 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-8cf6323b-696e-4763-ad84-cc77f63e87e8 admin admin] Notify callbacks [] for router, before_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:36.361390 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd348bb1-19e1-45bb-8991-ab8a77919f9c req-f936fc1e-09a5-4f57-9668-b951befa27e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:19:36.362917 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-dd348bb1-19e1-45bb-8991-ab8a77919f9c req-f936fc1e-09a5-4f57-9668-b951befa27e9 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0864be46d0cc487f90c57acd6472d636&device_id=04b12a45-b0e7-4072-b5b5-0547d0e0f712 HTTP/1.1" status: 200 len: 1099 time: 0.0957196 May 25 12:19:36.527730 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd348bb1-19e1-45bb-8991-ab8a77919f9c req-22777f68-ef11-4bc3-b169-4426ec8256ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:19:36.529723 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-dd348bb1-19e1-45bb-8991-ab8a77919f9c req-22777f68-ef11-4bc3-b169-4426ec8256ca service neutron] 10.222.0.54 "GET /v2.0/networks?id=9e203381-a96d-4880-a7ef-d6ef0608763a HTTP/1.1" status: 200 len: 912 time: 0.1597147 May 25 12:19:36.535565 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-8cf6323b-696e-4763-ad84-cc77f63e87e8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:36.613689 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_hamode_db [None req-de31ec11-3809-4ced-8624-05e339f52427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4170b26c-ecc7-40da-8f9d-ef68b1ee9217', 'name': 'tempest-TestShelveInstance-516358481-router', 'tenant_id': '3af507f0e425422ca3c7895be8c0782e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'external_fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.77'}], 'enable_snat': True}, 'gw_port_id': '3be93114-0817-4760-a2ec-e1a6ad61fcf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T12:14:10Z', 'updated_at': '2021-05-25T12:19:34Z', 'revision_number': 5, 'project_id': '3af507f0e425422ca3c7895be8c0782e', 'gw_port': {'id': '3be93114-0817-4760-a2ec-e1a6ad61fcf8', 'name': '', 'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:93:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4170b26c-ecc7-40da-8f9d-ef68b1ee9217', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:14:11Z', 'updated_at': '2021-05-25T12:14:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-5-smb'}], 'dv-cinder-779233-5-smb', False) {} {{(pid=92475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:19:36.620472 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de31ec11-3809-4ced-8624-05e339f52427 None None] Checking router: 4170b26c-ecc7-40da-8f9d-ef68b1ee9217 for host: dv-cinder-779233-5-smb {{(pid=92475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 12:19:36.630707 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de31ec11-3809-4ced-8624-05e339f52427 None None] Routers {'4170b26c-ecc7-40da-8f9d-ef68b1ee9217'} bound to L3 agent in host dv-cinder-779233-5-smb {{(pid=92475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 12:19:36.633313 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_hamode_db [None req-de31ec11-3809-4ced-8624-05e339f52427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-25T12:04:17Z,description=,heartbeat_timestamp=2021-05-25T12:19:17Z,host='dv-cinder-779233-5-smb',id=4aaf6e0c-8c85-4f95-8d8e-6a64f0cc3b25,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T12:04:17Z,topic='l3_agent')) {'router_ids': ['4170b26c-ecc7-40da-8f9d-ef68b1ee9217'], 'active': True} {{(pid=92475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:19:36.654070 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-dd348bb1-19e1-45bb-8991-ab8a77919f9c req-6160a2cd-82f1-4cf8-bfde-116202fb6432 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66b25cb5-fe41-443b-ae77-439bd8b7887d HTTP/1.1" status: 200 len: 1000 time: 0.1177249 May 25 12:19:36.682422 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_hamode_db [None req-3312ffab-3294-45d2-b9f4-cfc28849eba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dc1a175-0361-48b3-a7cd-2f6b52a7a40a', 'name': 'tempest-AttachVolumeTestJSON-1227512456-router', 'tenant_id': '0864be46d0cc487f90c57acd6472d636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'external_fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.43'}], 'enable_snat': True}, 'gw_port_id': '2ba47493-61e6-45b7-a51a-3a13c4b0879f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T12:19:10Z', 'updated_at': '2021-05-25T12:19:14Z', 'revision_number': 4, 'project_id': '0864be46d0cc487f90c57acd6472d636', 'gw_port': {'id': '2ba47493-61e6-45b7-a51a-3a13c4b0879f', 'name': '', 'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:94:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc1a175-0361-48b3-a7cd-2f6b52a7a40a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:19:11Z', 'updated_at': '2021-05-25T12:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-5-smb', '_floatingips': [{'id': 'f4fee1a4-c684-4ddc-9479-00896b875bf8', 'tenant_id': '0864be46d0cc487f90c57acd6472d636', 'floating_ip_address': '172.28.2.158', 'floating_network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'router_id': '0dc1a175-0361-48b3-a7cd-2f6b52a7a40a', 'port_id': '66b25cb5-fe41-443b-ae77-439bd8b7887d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e203381-a96d-4880-a7ef-d6ef0608763a', 'mac_address': 'fa:16:3e:ad:23:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b12a45-b0e7-4072-b5b5-0547d0e0f712', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T12:19:18Z', 'updated_at': '2021-05-25T12:19:34Z', 'revision_number': 1, 'project_id': '0864be46d0cc487f90c57acd6472d636', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fa2cfb7-9628-429f-8dac-0135915a9c9a', 'name': '', 'network_id': '9e203381-a96d-4880-a7ef-d6ef0608763a', 'tenant_id': '0864be46d0cc487f90c57acd6472d636', 'mac_address': 'fa:16:3e:fd:00:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc1a175-0361-48b3-a7cd-2f6b52a7a40a', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'f12d5ce9-47cf-4b08-8e23-17e74d451cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:19:13Z', 'updated_at': '2021-05-25T12:19:20Z', 'revision_number': 5, 'project_id': '0864be46d0cc487f90c57acd6472d636', 'subnets': [{'id': 'f12d5ce9-47cf-4b08-8e23-17e74d451cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-5-smb', False) {} {{(pid=92474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:19:36.687403 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3312ffab-3294-45d2-b9f4-cfc28849eba7 None None] Checking router: 0dc1a175-0361-48b3-a7cd-2f6b52a7a40a for host: dv-cinder-779233-5-smb {{(pid=92474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 12:19:36.698371 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3312ffab-3294-45d2-b9f4-cfc28849eba7 None None] Routers {'0dc1a175-0361-48b3-a7cd-2f6b52a7a40a'} bound to L3 agent in host dv-cinder-779233-5-smb {{(pid=92474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 12:19:36.699096 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_hamode_db [None req-3312ffab-3294-45d2-b9f4-cfc28849eba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-25T12:04:17Z,description=,heartbeat_timestamp=2021-05-25T12:19:17Z,host='dv-cinder-779233-5-smb',id=4aaf6e0c-8c85-4f95-8d8e-6a64f0cc3b25,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T12:04:17Z,topic='l3_agent')) {'router_ids': ['0dc1a175-0361-48b3-a7cd-2f6b52a7a40a'], 'active': True} {{(pid=92474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:19:36.710171 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.plugins.ml2.plugin [None req-8cf6323b-696e-4763-ad84-cc77f63e87e8 admin admin] Deleting port 3be93114-0817-4760-a2ec-e1a6ad61fcf8 {{(pid=92472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 12:19:36.710732 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-8cf6323b-696e-4763-ad84-cc77f63e87e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786008536899'] for port, before_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:36.735482 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd348bb1-19e1-45bb-8991-ab8a77919f9c req-002dae81-15c6-4b6f-8038-3c6a3ff9b5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:19:36.737233 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-dd348bb1-19e1-45bb-8991-ab8a77919f9c req-002dae81-15c6-4b6f-8038-3c6a3ff9b5a2 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f12d5ce9-47cf-4b08-8e23-17e74d451cc9 HTTP/1.1" status: 200 len: 850 time: 0.0767279 May 25 12:19:36.810763 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_dvr_db [None req-de31ec11-3809-4ced-8624-05e339f52427 None None] Set router 4170b26c-ecc7-40da-8f9d-ef68b1ee9217 gateway port host: None {{(pid=92475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 12:19:36.830795 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd348bb1-19e1-45bb-8991-ab8a77919f9c req-70decb46-4815-495d-996f-a0267d53a60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:19:36.833152 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-dd348bb1-19e1-45bb-8991-ab8a77919f9c req-70decb46-4815-495d-996f-a0267d53a60b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9e203381-a96d-4880-a7ef-d6ef0608763a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0889778 May 25 12:19:36.914066 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_dvr_db [None req-3312ffab-3294-45d2-b9f4-cfc28849eba7 None None] Set router 0dc1a175-0361-48b3-a7cd-2f6b52a7a40a gateway port host: dv-cinder-779233-5-smb {{(pid=92474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 12:19:36.960459 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.plugins.ml2.db [None req-8cf6323b-696e-4763-ad84-cc77f63e87e8 admin admin] For port 3be93114-0817-4760-a2ec-e1a6ad61fcf8, host dv-cinder-779233-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-5-smb',level=0,port_id=3be93114-0817-4760-a2ec-e1a6ad61fcf8,segment=NetworkSegment(34f5f11c-fa4c-4a54-bab0-6c112d271f06),segment_id=34f5f11c-fa4c-4a54-bab0-6c112d271f06)] {{(pid=92472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:19:36.960810 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-8cf6323b-696e-4763-ad84-cc77f63e87e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042426'] for port, precommit_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:36.969428 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_hamode_db [None req-de31ec11-3809-4ced-8624-05e339f52427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4170b26c-ecc7-40da-8f9d-ef68b1ee9217', 'name': 'tempest-TestShelveInstance-516358481-router', 'tenant_id': '3af507f0e425422ca3c7895be8c0782e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T12:14:10Z', 'updated_at': '2021-05-25T12:19:36Z', 'revision_number': 6, 'project_id': '3af507f0e425422ca3c7895be8c0782e', 'gw_port_host': None}], 'dv-cinder-779233-5-smb', False) {} {{(pid=92475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:19:36.973730 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de31ec11-3809-4ced-8624-05e339f52427 None None] The sync data for ids ['4170b26c-ecc7-40da-8f9d-ef68b1ee9217'] in dv-cinder-779233-5-smb is: [{'id': '4170b26c-ecc7-40da-8f9d-ef68b1ee9217', 'name': 'tempest-TestShelveInstance-516358481-router', 'tenant_id': '3af507f0e425422ca3c7895be8c0782e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T12:14:10Z', 'updated_at': '2021-05-25T12:19:36Z', 'revision_number': 6, 'project_id': '3af507f0e425422ca3c7895be8c0782e', 'gw_port_host': None}] {{(pid=92475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 12:19:37.103154 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.plugins.ml2.plugin [None req-8cf6323b-696e-4763-ad84-cc77f63e87e8 admin admin] Calling delete_port for 3be93114-0817-4760-a2ec-e1a6ad61fcf8 owned by network:router_gateway {{(pid=92472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 12:19:37.126385 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-dd348bb1-19e1-45bb-8991-ab8a77919f9c req-c0084ca1-4789-4323-9c69-ee70cc8eab06 service neutron] 10.222.0.54 "GET /v2.0/networks/9e203381-a96d-4880-a7ef-d6ef0608763a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2858047 May 25 12:19:37.266490 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-dd348bb1-19e1-45bb-8991-ab8a77919f9c req-acb3170c-b1ba-427a-900e-99d18a8f3b22 service neutron] 10.222.0.54 "GET /v2.0/networks/9e203381-a96d-4880-a7ef-d6ef0608763a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335161 May 25 12:19:37.323611 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_hamode_db [None req-3312ffab-3294-45d2-b9f4-cfc28849eba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dc1a175-0361-48b3-a7cd-2f6b52a7a40a', 'name': 'tempest-AttachVolumeTestJSON-1227512456-router', 'tenant_id': '0864be46d0cc487f90c57acd6472d636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'external_fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.43'}], 'enable_snat': True}, 'gw_port_id': '2ba47493-61e6-45b7-a51a-3a13c4b0879f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T12:19:10Z', 'updated_at': '2021-05-25T12:19:14Z', 'revision_number': 4, 'project_id': '0864be46d0cc487f90c57acd6472d636', 'gw_port': {'id': '2ba47493-61e6-45b7-a51a-3a13c4b0879f', 'name': '', 'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:94:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc1a175-0361-48b3-a7cd-2f6b52a7a40a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:19:11Z', 'updated_at': '2021-05-25T12:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-5-smb', '_floatingips': [{'id': 'f4fee1a4-c684-4ddc-9479-00896b875bf8', 'tenant_id': '0864be46d0cc487f90c57acd6472d636', 'floating_ip_address': '172.28.2.158', 'floating_network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'router_id': '0dc1a175-0361-48b3-a7cd-2f6b52a7a40a', 'port_id': '66b25cb5-fe41-443b-ae77-439bd8b7887d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e203381-a96d-4880-a7ef-d6ef0608763a', 'mac_address': 'fa:16:3e:ad:23:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b12a45-b0e7-4072-b5b5-0547d0e0f712', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T12:19:18Z', 'updated_at': '2021-05-25T12:19:34Z', 'revision_number': 1, 'project_id': '0864be46d0cc487f90c57acd6472d636', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fa2cfb7-9628-429f-8dac-0135915a9c9a', 'name': '', 'network_id': '9e203381-a96d-4880-a7ef-d6ef0608763a', 'tenant_id': '0864be46d0cc487f90c57acd6472d636', 'mac_address': 'fa:16:3e:fd:00:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc1a175-0361-48b3-a7cd-2f6b52a7a40a', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'f12d5ce9-47cf-4b08-8e23-17e74d451cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:19:13Z', 'updated_at': '2021-05-25T12:19:20Z', 'revision_number': 5, 'project_id': '0864be46d0cc487f90c57acd6472d636', 'subnets': [{'id': 'f12d5ce9-47cf-4b08-8e23-17e74d451cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-5-smb', False) {} {{(pid=92474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:19:37.327747 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3312ffab-3294-45d2-b9f4-cfc28849eba7 None None] The sync data for ids ['0dc1a175-0361-48b3-a7cd-2f6b52a7a40a'] in dv-cinder-779233-5-smb is: [{'id': '0dc1a175-0361-48b3-a7cd-2f6b52a7a40a', 'name': 'tempest-AttachVolumeTestJSON-1227512456-router', 'tenant_id': '0864be46d0cc487f90c57acd6472d636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'external_fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.43'}], 'enable_snat': True}, 'gw_port_id': '2ba47493-61e6-45b7-a51a-3a13c4b0879f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T12:19:10Z', 'updated_at': '2021-05-25T12:19:14Z', 'revision_number': 4, 'project_id': '0864be46d0cc487f90c57acd6472d636', 'gw_port': {'id': '2ba47493-61e6-45b7-a51a-3a13c4b0879f', 'name': '', 'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:94:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc1a175-0361-48b3-a7cd-2f6b52a7a40a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:19:11Z', 'updated_at': '2021-05-25T12:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-5-smb', '_floatingips': [{'id': 'f4fee1a4-c684-4ddc-9479-00896b875bf8', 'tenant_id': '0864be46d0cc487f90c57acd6472d636', 'floating_ip_address': '172.28.2.158', 'floating_network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'router_id': '0dc1a175-0361-48b3-a7cd-2f6b52a7a40a', 'port_id': '66b25cb5-fe41-443b-ae77-439bd8b7887d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e203381-a96d-4880-a7ef-d6ef0608763a', 'mac_address': 'fa:16:3e:ad:23:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b12a45-b0e7-4072-b5b5-0547d0e0f712', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T12:19:18Z', 'updated_at': '2021-05-25T12:19:34Z', 'revision_number': 1, 'project_id': '0864be46d0cc487f90c57acd6472d636', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fa2cfb7-9628-429f-8dac-0135915a9c9a', 'name': '', 'network_id': '9e203381-a96d-4880-a7ef-d6ef0608763a', 'tenant_id': '0864be46d0cc487f90c57acd6472d636', 'mac_address': 'fa:16:3e:fd:00:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc1a175-0361-48b3-a7cd-2f6b52a7a40a', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'f12d5ce9-47cf-4b08-8e23-17e74d451cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:19:13Z', 'updated_at': '2021-05-25T12:19:20Z', 'revision_number': 5, 'project_id': '0864be46d0cc487f90c57acd6472d636', 'subnets': [{'id': 'f12d5ce9-47cf-4b08-8e23-17e74d451cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 12:19:37.329330 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-8cf6323b-696e-4763-ad84-cc77f63e87e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786008539046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786008105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2227112'] for port, after_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:37.343587 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-5eab9fde-5c46-4722-85a2-b0a748d510e5 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:19:37.386747 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf6323b-696e-4763-ad84-cc77f63e87e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3be93114-0817-4760-a2ec-e1a6ad61fcf8,revision_number=None']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:19:37.390872 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-8cf6323b-696e-4763-ad84-cc77f63e87e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:19:37.492368 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-8cf6323b-696e-4763-ad84-cc77f63e87e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1047094'] for router_gateway, after_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:37.597902 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674bd43e-efa3-4204-af26-230a3d3aba39 None None] New status for floating IP f4fee1a4-c684-4ddc-9479-00896b875bf8: ACTIVE {{(pid=92474) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 12:19:37.671068 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-8cf6323b-696e-4763-ad84-cc77f63e87e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1047739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2640'] for router, precommit_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:37.673795 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-8cf6323b-696e-4763-ad84-cc77f63e87e8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:37.685265 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Device 511510b3-e562-41c1-b621-a990c11443f2 no longer exists at agent ovs-agent-dv-cinder-779233-5-smb {{(pid=92474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 12:19:37.737709 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.plugin [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] No Port match for: 511510b3-e562-41c1-b621-a990c11443f2 {{(pid=92474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 12:19:37.737980 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Device 511510b3-e562-41c1-b621-a990c11443f2 not bound to the agent host dv-cinder-779233-5-smb {{(pid=92474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 12:19:37.738403 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Device 3be93114-0817-4760-a2ec-e1a6ad61fcf8 no longer exists at agent ovs-agent-dv-cinder-779233-5-smb {{(pid=92474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 12:19:37.773017 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.plugin [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] No Port match for: 3be93114-0817-4760-a2ec-e1a6ad61fcf8 {{(pid=92474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 12:19:37.773367 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Device 3be93114-0817-4760-a2ec-e1a6ad61fcf8 not bound to the agent host dv-cinder-779233-5-smb {{(pid=92474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 12:19:37.839409 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-8cf6323b-696e-4763-ad84-cc77f63e87e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1048199'] for router, after_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:37.839966 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cf6323b-696e-4763-ad84-cc77f63e87e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4170b26c-ecc7-40da-8f9d-ef68b1ee9217 {{(pid=92472) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 12:19:37.856887 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-8cf6323b-696e-4763-ad84-cc77f63e87e8 admin admin] Notify callbacks [] for router, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:37.858406 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-8cf6323b-696e-4763-ad84-cc77f63e87e8 admin admin] 10.222.0.44 "DELETE /v2.0/routers/4170b26c-ecc7-40da-8f9d-ef68b1ee9217 HTTP/1.1" status: 204 len: 168 time: 1.7373750 May 25 12:19:37.861147 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 44240) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:19:37.972926 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea85f242-b19b-4150-8b33-97de5a5c5ad4 admin admin] Deleting subnet f07ed52d-7854-493d-9823-78ce59a5575a {{(pid=92472) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 12:19:37.984502 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-ea85f242-b19b-4150-8b33-97de5a5c5ad4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:38.042532 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-ea85f242-b19b-4150-8b33-97de5a5c5ad4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2238172'] for subnet, precommit_delete_associations {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:38.099143 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86f8437-acd5-4c51-9027-c56762d3c990 req-0b8a6bd2-ba0c-4304-b539-abfdf4e5312f tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:19:38.099863 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [req-d86f8437-acd5-4c51-9027-c56762d3c990 req-0b8a6bd2-ba0c-4304-b539-abfdf4e5312f tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Synchronizing usage tracker for tenant:76a95061831f431abb0c51a779557b0f on resource:port {{(pid=92472) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 12:19:38.145181 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-ea85f242-b19b-4150-8b33-97de5a5c5ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1960903'] for subnet, precommit_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:38.206343 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [req-d86f8437-acd5-4c51-9027-c56762d3c990 req-0b8a6bd2-ba0c-4304-b539-abfdf4e5312f tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Unset dirty status for tenant:76a95061831f431abb0c51a779557b0f on resource:port {{(pid=92472) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 12:19:38.207421 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-d86f8437-acd5-4c51-9027-c56762d3c990 req-0b8a6bd2-ba0c-4304-b539-abfdf4e5312f tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] 10.222.0.44 "GET /v2.0/ports?device_id=105de765-1c34-423f-98ad-8a5339ef474a HTTP/1.1" status: 200 len: 945 time: 0.2968445 May 25 12:19:38.325804 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-d86f8437-acd5-4c51-9027-c56762d3c990 req-51df7040-1b85-4d6c-8ae9-2da41b6209cc tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] 10.222.0.44 "GET /v2.0/security-groups?id=c463a1c7-9126-4ce7-b458-d16dda484ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701563 May 25 12:19:38.507716 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-ea85f242-b19b-4150-8b33-97de5a5c5ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2273115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222404'] for subnet, after_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:38.512000 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:19:38.548568 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea85f242-b19b-4150-8b33-97de5a5c5ad4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f07ed52d-7854-493d-9823-78ce59a5575a,revision_number=None']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:19:38.550505 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-ea85f242-b19b-4150-8b33-97de5a5c5ad4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:38.553312 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-ea85f242-b19b-4150-8b33-97de5a5c5ad4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:19:38.556277 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584409c6-b785-4f8c-a196-bb0ebff9c88d None None] Network 77ad1c50-247b-40b9-b7b8-c6cd79f26015 requested from dv-cinder-779233-5-smb {{(pid=92474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 12:19:38.557418 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-ea85f242-b19b-4150-8b33-97de5a5c5ad4 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/f07ed52d-7854-493d-9823-78ce59a5575a HTTP/1.1" status: 204 len: 168 time: 0.6952388 May 25 12:19:38.560017 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 44246) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:19:38.665256 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-e3ebd1e8-25c9-4151-92a2-fd2169bddc44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628851'] for network, before_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:38.738335 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.plugins.ml2.plugin [None req-e3ebd1e8-25c9-4151-92a2-fd2169bddc44 admin admin] Deleting port c995254b-02e1-45c8-9da5-c1e704fd6b4b {{(pid=92472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 12:19:38.739051 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-e3ebd1e8-25c9-4151-92a2-fd2169bddc44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786008536899'] for port, before_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:38.798530 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5200f859-898c-4a7e-8e70-715dc656407f None None] DHCP port deletion for 77ad1c50-247b-40b9-b7b8-c6cd79f26015 request from dv-cinder-779233-5-smb {{(pid=92474) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 12:19:38.866657 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.plugin [None req-5200f859-898c-4a7e-8e70-715dc656407f None None] Deleting port c995254b-02e1-45c8-9da5-c1e704fd6b4b {{(pid=92474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 12:19:38.867059 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-5200f859-898c-4a7e-8e70-715dc656407f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786008536899'] for port, before_delete {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:38.939375 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.plugins.ml2.db [None req-e3ebd1e8-25c9-4151-92a2-fd2169bddc44 admin admin] For port c995254b-02e1-45c8-9da5-c1e704fd6b4b, host dv-cinder-779233-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-5-smb',level=0,port_id=c995254b-02e1-45c8-9da5-c1e704fd6b4b,segment=NetworkSegment(4ce09daa-ccf8-4524-9228-8989372e2e71),segment_id=4ce09daa-ccf8-4524-9228-8989372e2e71)] {{(pid=92472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:19:38.939845 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-e3ebd1e8-25c9-4151-92a2-fd2169bddc44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042426'] for port, precommit_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:38.967059 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-5200f859-898c-4a7e-8e70-715dc656407f None None] For port c995254b-02e1-45c8-9da5-c1e704fd6b4b, host dv-cinder-779233-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-5-smb',level=0,port_id=c995254b-02e1-45c8-9da5-c1e704fd6b4b,segment=NetworkSegment(4ce09daa-ccf8-4524-9228-8989372e2e71),segment_id=4ce09daa-ccf8-4524-9228-8989372e2e71)] {{(pid=92474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:19:38.970903 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-5200f859-898c-4a7e-8e70-715dc656407f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042426'] for port, precommit_delete {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:39.063949 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.plugins.ml2.plugin [None req-e3ebd1e8-25c9-4151-92a2-fd2169bddc44 admin admin] Calling delete_port for c995254b-02e1-45c8-9da5-c1e704fd6b4b owned by network:dhcp {{(pid=92472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 12:19:39.123909 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.plugin [None req-5200f859-898c-4a7e-8e70-715dc656407f None None] Calling delete_port for c995254b-02e1-45c8-9da5-c1e704fd6b4b owned by network:dhcp {{(pid=92474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 12:19:39.154889 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-e3ebd1e8-25c9-4151-92a2-fd2169bddc44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786008539046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786008105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2227112'] for port, after_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:39.159682 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:19:39.166985 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-5200f859-898c-4a7e-8e70-715dc656407f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786008539046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786008105692'] for port, after_delete {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:39.170704 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:19:39.202522 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ebd1e8-25c9-4151-92a2-fd2169bddc44 admin admin] Pushing event deleted for resources: {'Port': ['ID=c995254b-02e1-45c8-9da5-c1e704fd6b4b,revision_number=None']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:19:39.205492 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-e3ebd1e8-25c9-4151-92a2-fd2169bddc44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:19:39.206310 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ebd1e8-25c9-4151-92a2-fd2169bddc44 admin admin] No DVR routers for this DVR port c995254b-02e1-45c8-9da5-c1e704fd6b4b on host dv-cinder-779233-5-smb {{(pid=92472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 12:19:39.216819 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5200f859-898c-4a7e-8e70-715dc656407f None None] Pushing event deleted for resources: {'Port': ['ID=c995254b-02e1-45c8-9da5-c1e704fd6b4b,revision_number=None']} {{(pid=92474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:19:39.218992 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-5200f859-898c-4a7e-8e70-715dc656407f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:19:39.223019 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5200f859-898c-4a7e-8e70-715dc656407f None None] No DVR routers for this DVR port c995254b-02e1-45c8-9da5-c1e704fd6b4b on host dv-cinder-779233-5-smb {{(pid=92474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 12:19:39.321103 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-e3ebd1e8-25c9-4151-92a2-fd2169bddc44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1908296', 'neutron.services.segments.db._delete_segments_for_network-8786008650460'] for network, precommit_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:39.333701 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.services.segments.db [None req-e3ebd1e8-25c9-4151-92a2-fd2169bddc44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77ad1c50-247b-40b9-b7b8-c6cd79f26015']}} {{(pid=92472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:19:39.345907 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.services.segments.db [None req-e3ebd1e8-25c9-4151-92a2-fd2169bddc44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ce09daa-ccf8-4524-9228-8989372e2e71') {'for_net_delete': True} {{(pid=92472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:19:39.346213 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.services.segments.db [None req-e3ebd1e8-25c9-4151-92a2-fd2169bddc44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ce09daa-ccf8-4524-9228-8989372e2e71') {} {{(pid=92472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:19:39.358507 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-e3ebd1e8-25c9-4151-92a2-fd2169bddc44 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786008660637', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2238167'] for segment, before_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:39.374321 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-e3ebd1e8-25c9-4151-92a2-fd2169bddc44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1959408'] for segment, precommit_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:39.380314 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3ebd1e8-25c9-4151-92a2-fd2169bddc44 admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=92472) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 12:19:39.380691 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-e3ebd1e8-25c9-4151-92a2-fd2169bddc44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1959408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2227197'] for segment, after_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:39.393745 dv-cinder-779233-5-smb neutron-server[92472]: Traceback (most recent call last): May 25 12:19:39.393745 dv-cinder-779233-5-smb neutron-server[92472]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 12:19:39.393745 dv-cinder-779233-5-smb neutron-server[92472]: timer() May 25 12:19:39.393745 dv-cinder-779233-5-smb neutron-server[92472]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 12:19:39.393745 dv-cinder-779233-5-smb neutron-server[92472]: cb(*args, **kw) May 25 12:19:39.393745 dv-cinder-779233-5-smb neutron-server[92472]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 12:19:39.393745 dv-cinder-779233-5-smb neutron-server[92472]: return func(*args, **kwargs) May 25 12:19:39.393745 dv-cinder-779233-5-smb neutron-server[92472]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 12:19:39.393745 dv-cinder-779233-5-smb neutron-server[92472]: self._notify() May 25 12:19:39.393745 dv-cinder-779233-5-smb neutron-server[92472]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 12:19:39.393745 dv-cinder-779233-5-smb neutron-server[92472]: self.callback(batched_events) May 25 12:19:39.393745 dv-cinder-779233-5-smb neutron-server[92472]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 12:19:39.393745 dv-cinder-779233-5-smb neutron-server[92472]: event.method(event) May 25 12:19:39.393745 dv-cinder-779233-5-smb neutron-server[92472]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 12:19:39.393745 dv-cinder-779233-5-smb neutron-server[92472]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 12:19:39.393745 dv-cinder-779233-5-smb neutron-server[92472]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 12:19:39.393745 dv-cinder-779233-5-smb neutron-server[92472]: aggregate_uuid = self.p_client.list_aggregates( May 25 12:19:39.393745 dv-cinder-779233-5-smb neutron-server[92472]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 12:19:39.393745 dv-cinder-779233-5-smb neutron-server[92472]: return f(self, *a, **k) May 25 12:19:39.393745 dv-cinder-779233-5-smb neutron-server[92472]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 12:19:39.393745 dv-cinder-779233-5-smb neutron-server[92472]: return self._get(url).json() May 25 12:19:39.393745 dv-cinder-779233-5-smb neutron-server[92472]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 12:19:39.393745 dv-cinder-779233-5-smb neutron-server[92472]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 12:19:39.393745 dv-cinder-779233-5-smb neutron-server[92472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 12:19:39.393745 dv-cinder-779233-5-smb neutron-server[92472]: return self.request(url, 'GET', **kwargs) May 25 12:19:39.393745 dv-cinder-779233-5-smb neutron-server[92472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 12:19:39.393745 dv-cinder-779233-5-smb neutron-server[92472]: base_url = self.get_endpoint(auth, allow=allow, May 25 12:19:39.393745 dv-cinder-779233-5-smb neutron-server[92472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 12:19:39.393745 dv-cinder-779233-5-smb neutron-server[92472]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 12:19:39.393745 dv-cinder-779233-5-smb neutron-server[92472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 12:19:39.393745 dv-cinder-779233-5-smb neutron-server[92472]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 12:19:39.393745 dv-cinder-779233-5-smb neutron-server[92472]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 12:19:39.544346 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d34048-a5bb-4665-bc7f-bb237bf1322b req-cbf94a50-10f1-4304-948c-997252e3ca3a tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:19:39.548042 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-e3d34048-a5bb-4665-bc7f-bb237bf1322b req-cbf94a50-10f1-4304-948c-997252e3ca3a tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] 10.222.0.44 "GET /v2.0/ports?device_id=105de765-1c34-423f-98ad-8a5339ef474a HTTP/1.1" status: 200 len: 945 time: 0.1020563 May 25 12:19:39.591730 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-e3d34048-a5bb-4665-bc7f-bb237bf1322b req-2bd2c72c-162d-4758-8a73-c423447f2987 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] 10.222.0.44 "GET /v2.0/security-groups?id=c463a1c7-9126-4ce7-b458-d16dda484ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396934 May 25 12:19:39.592370 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-e3ebd1e8-25c9-4151-92a2-fd2169bddc44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1908289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1019683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-653800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047083'] for network, after_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:39.596088 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-78aea08b-aeed-448d-b0b0-a553f1b003b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:19:39.617604 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-e3ebd1e8-25c9-4151-92a2-fd2169bddc44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653773'] for network, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:39.626516 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ebd1e8-25c9-4151-92a2-fd2169bddc44 admin admin] Pushing event deleted for resources: {'Network': ['ID=77ad1c50-247b-40b9-b7b8-c6cd79f26015,revision_number=None']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:19:39.635806 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-e3ebd1e8-25c9-4151-92a2-fd2169bddc44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:19:39.636505 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-e3ebd1e8-25c9-4151-92a2-fd2169bddc44 admin admin] 10.222.0.44 "DELETE /v2.0/networks/77ad1c50-247b-40b9-b7b8-c6cd79f26015 HTTP/1.1" status: 204 len: 168 time: 1.0755785 May 25 12:19:39.682126 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Device c995254b-02e1-45c8-9da5-c1e704fd6b4b no longer exists at agent ovs-agent-dv-cinder-779233-5-smb {{(pid=92474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 12:19:39.718682 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.plugin [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] No Port match for: c995254b-02e1-45c8-9da5-c1e704fd6b4b {{(pid=92474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 12:19:39.719028 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Device c995254b-02e1-45c8-9da5-c1e704fd6b4b not bound to the agent host dv-cinder-779233-5-smb {{(pid=92474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 12:19:39.751762 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bc285e-e071-4361-b39b-fb432190bfff req-b637e191-bd75-41f5-9912-233f3751320f tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:19:39.752471 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [req-22bc285e-e071-4361-b39b-fb432190bfff req-b637e191-bd75-41f5-9912-233f3751320f tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Synchronizing usage tracker for tenant:76a95061831f431abb0c51a779557b0f on resource:port {{(pid=92473) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 12:19:39.764135 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [req-22bc285e-e071-4361-b39b-fb432190bfff req-b637e191-bd75-41f5-9912-233f3751320f tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Unset dirty status for tenant:76a95061831f431abb0c51a779557b0f on resource:port {{(pid=92473) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 12:19:39.765223 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-22bc285e-e071-4361-b39b-fb432190bfff req-b637e191-bd75-41f5-9912-233f3751320f tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] 10.222.0.54 "GET /v2.0/ports?device_id=105de765-1c34-423f-98ad-8a5339ef474a HTTP/1.1" status: 200 len: 945 time: 0.0963795 May 25 12:19:39.901599 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.plugin [req-22bc285e-e071-4361-b39b-fb432190bfff req-fa5cd846-110b-4139-a002-a5ee80484a0c tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Deleting port 43cd5fd7-bb31-40e0-84ea-70267fac0ba3 {{(pid=92473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 12:19:39.901939 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-22bc285e-e071-4361-b39b-fb432190bfff req-fa5cd846-110b-4139-a002-a5ee80484a0c tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786008536899'] for port, before_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:39.953641 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 44256) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:19:40.001779 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-f56a47bc-10dc-49dd-9b52-74e0b71bdbce admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ac5d446aa86d403580c17e594b9b5cd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0469358 May 25 12:19:40.004231 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 44260) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:19:40.034891 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.db [req-22bc285e-e071-4361-b39b-fb432190bfff req-fa5cd846-110b-4139-a002-a5ee80484a0c tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] For port 43cd5fd7-bb31-40e0-84ea-70267fac0ba3, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=43cd5fd7-bb31-40e0-84ea-70267fac0ba3,segment=NetworkSegment(2245066f-0d33-45b8-ad22-7d1664ef3bdd),segment_id=2245066f-0d33-45b8-ad22-7d1664ef3bdd)] {{(pid=92473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:19:40.035244 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-22bc285e-e071-4361-b39b-fb432190bfff req-fa5cd846-110b-4139-a002-a5ee80484a0c tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042426'] for port, precommit_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:40.061774 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-59ebc711-c3d0-4e28-a401-2efaca216d71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:40.087800 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-59ebc711-c3d0-4e28-a401-2efaca216d71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:40.179698 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.plugin [req-22bc285e-e071-4361-b39b-fb432190bfff req-fa5cd846-110b-4139-a002-a5ee80484a0c tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Calling delete_port for 43cd5fd7-bb31-40e0-84ea-70267fac0ba3 owned by compute:nova {{(pid=92473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 12:19:40.280465 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-59ebc711-c3d0-4e28-a401-2efaca216d71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:40.285388 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-b6390a1d-f323-4ee7-b001-c18479335c3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:19:40.299053 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ebc711-c3d0-4e28-a401-2efaca216d71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea6de672-5a8c-4a60-be58-3d6149f2c015,revision_number=None']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:19:40.303613 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-59ebc711-c3d0-4e28-a401-2efaca216d71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:19:40.305886 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-59ebc711-c3d0-4e28-a401-2efaca216d71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:40.306962 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-59ebc711-c3d0-4e28-a401-2efaca216d71 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ea6de672-5a8c-4a60-be58-3d6149f2c015 HTTP/1.1" status: 204 len: 168 time: 0.3018692 May 25 12:19:40.338219 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-22bc285e-e071-4361-b39b-fb432190bfff req-fa5cd846-110b-4139-a002-a5ee80484a0c tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786008539046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786008105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2465563'] for port, after_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:40.343961 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-0a0d4dc0-ee4d-4fb9-aa99-89beb8e6f249 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:19:40.388456 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5cd846-110b-4139-a002-a5ee80484a0c tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Pushing event deleted for resources: {'Port': ['ID=43cd5fd7-bb31-40e0-84ea-70267fac0ba3,revision_number=None']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:19:40.391602 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-fa5cd846-110b-4139-a002-a5ee80484a0c tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:19:40.466236 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.l3_dvrscheduler_db [req-22bc285e-e071-4361-b39b-fb432190bfff req-fa5cd846-110b-4139-a002-a5ee80484a0c tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] No DVR routers for this DVR port 43cd5fd7-bb31-40e0-84ea-70267fac0ba3 on host hv-cinder-77923 {{(pid=92473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 12:19:40.468723 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-22bc285e-e071-4361-b39b-fb432190bfff req-fa5cd846-110b-4139-a002-a5ee80484a0c tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163099'] for port, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:40.471348 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '105de765-1c34-423f-98ad-8a5339ef474a', 'name': 'network-vif-deleted', 'tag': '43cd5fd7-bb31-40e0-84ea-70267fac0ba3'}] {{(pid=92473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 12:19:40.516636 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '105de765-1c34-423f-98ad-8a5339ef474a', 'name': 'network-vif-deleted', 'tag': '43cd5fd7-bb31-40e0-84ea-70267fac0ba3', 'status': 'completed', 'code': 200} May 25 12:19:40.532534 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-22bc285e-e071-4361-b39b-fb432190bfff req-fa5cd846-110b-4139-a002-a5ee80484a0c tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] 10.222.0.54 "DELETE /v2.0/ports/43cd5fd7-bb31-40e0-84ea-70267fac0ba3 HTTP/1.1" status: 204 len: 173 time: 0.7617545 May 25 12:19:40.761309 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-acfa468b-993b-4a7b-ae25-ae905e36d394 req-d8530d5f-4509-4ffa-87ad-4b7c139d3177 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] 10.222.0.44 "GET /v2.0/ports?device_id=105de765-1c34-423f-98ad-8a5339ef474a HTTP/1.1" status: 200 len: 210 time: 0.0541720 May 25 12:19:40.992860 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 44274) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:19:41.040035 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-747b7a03-747b-40d4-8aa1-fbea55427b67 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3af507f0e425422ca3c7895be8c0782e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0454574 May 25 12:19:41.042996 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 44278) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:19:41.099661 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-2b3badef-2194-442e-a0d7-8203f61bfbfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:41.126390 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-2b3badef-2194-442e-a0d7-8203f61bfbfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:41.284777 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-2b3badef-2194-442e-a0d7-8203f61bfbfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:41.288603 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-be5fb37f-2447-4a4a-bc10-7e4529c4cd48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:19:41.300111 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3badef-2194-442e-a0d7-8203f61bfbfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=830df7b0-b1fd-4f46-865c-bab44a2b67f6,revision_number=None']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:19:41.302431 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-2b3badef-2194-442e-a0d7-8203f61bfbfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:19:41.308999 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-2b3badef-2194-442e-a0d7-8203f61bfbfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:41.312428 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-2b3badef-2194-442e-a0d7-8203f61bfbfd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/830df7b0-b1fd-4f46-865c-bab44a2b67f6 HTTP/1.1" status: 204 len: 168 time: 0.2662592 May 25 12:19:42.086579 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Device 43cd5fd7-bb31-40e0-84ea-70267fac0ba3 no longer exists at agent hyperv_hv-cinder-77923 {{(pid=92474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 12:19:42.135189 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.plugin [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] No Port match for: 43cd5fd7-bb31-40e0-84ea-70267fac0ba3 {{(pid=92474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 12:19:42.135621 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Device 43cd5fd7-bb31-40e0-84ea-70267fac0ba3 not bound to the agent host hv-cinder-77923 {{(pid=92474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 12:19:43.153950 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 44334) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:19:43.773544 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-9d3222f4-e133-48de-b36e-f3af2597c2a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1040427'] for router_interface, before_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:44.023493 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-acbf60fa-0575-4998-9c40-26de3b42726e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:44.174739 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.plugins.ml2.plugin [None req-9d3222f4-e133-48de-b36e-f3af2597c2a3 admin admin] Deleting port 2fdb7ea4-0426-40f6-9dae-817d2744e0fc {{(pid=92472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 12:19:44.175311 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-9d3222f4-e133-48de-b36e-f3af2597c2a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786008536899'] for port, before_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:44.292963 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.plugins.ml2.db [None req-9d3222f4-e133-48de-b36e-f3af2597c2a3 admin admin] For port 2fdb7ea4-0426-40f6-9dae-817d2744e0fc, host dv-cinder-779233-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-5-smb',level=0,port_id=2fdb7ea4-0426-40f6-9dae-817d2744e0fc,segment=NetworkSegment(2245066f-0d33-45b8-ad22-7d1664ef3bdd),segment_id=2245066f-0d33-45b8-ad22-7d1664ef3bdd)] {{(pid=92472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:19:44.293229 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-9d3222f4-e133-48de-b36e-f3af2597c2a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042426'] for port, precommit_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:44.416938 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.plugins.ml2.plugin [None req-9d3222f4-e133-48de-b36e-f3af2597c2a3 admin admin] Calling delete_port for 2fdb7ea4-0426-40f6-9dae-817d2744e0fc owned by network:router_interface {{(pid=92472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 12:19:44.615808 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-9d3222f4-e133-48de-b36e-f3af2597c2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786008539046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786008105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2227112'] for port, after_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:44.619778 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:19:44.666016 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3222f4-e133-48de-b36e-f3af2597c2a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fdb7ea4-0426-40f6-9dae-817d2744e0fc,revision_number=None']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:19:44.669130 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-9d3222f4-e133-48de-b36e-f3af2597c2a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:19:44.927243 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-9d3222f4-e133-48de-b36e-f3af2597c2a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1046971'] for router_interface, after_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:45.379074 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d3222f4-e133-48de-b36e-f3af2597c2a3 admin admin] Router 9872c0a9-0471-4d90-858f-381d057985ad has already been hosted by L3 agent 4aaf6e0c-8c85-4f95-8d8e-6a64f0cc3b25 {{(pid=92472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 12:19:45.554319 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d3222f4-e133-48de-b36e-f3af2597c2a3 admin admin] Notify agent at l3_agent.dv-cinder-779233-5-smb the message routers_updated {{(pid=92472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 12:19:45.564712 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00e3573-2e00-429b-ae74-a4b0d7d8ecb3 None None] Sync routers for ids ['9872c0a9-0471-4d90-858f-381d057985ad'] in dv-cinder-779233-5-smb {{(pid=92475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 12:19:45.567512 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-9d3222f4-e133-48de-b36e-f3af2597c2a3 admin admin] 10.222.0.44 "PUT /v2.0/routers/9872c0a9-0471-4d90-858f-381d057985ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4124832 May 25 12:19:45.569948 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 44342) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:19:45.573754 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00e3573-2e00-429b-ae74-a4b0d7d8ecb3 None None] Routers {'9872c0a9-0471-4d90-858f-381d057985ad'} bound to L3 agent in host dv-cinder-779233-5-smb {{(pid=92475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 12:19:45.574338 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_hamode_db [None req-b00e3573-2e00-429b-ae74-a4b0d7d8ecb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-25T12:04:17Z,description=,heartbeat_timestamp=2021-05-25T12:19:17Z,host='dv-cinder-779233-5-smb',id=4aaf6e0c-8c85-4f95-8d8e-6a64f0cc3b25,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T12:04:17Z,topic='l3_agent')) {'router_ids': ['9872c0a9-0471-4d90-858f-381d057985ad'], 'active': True} {{(pid=92475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:19:45.744036 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-76cc4c05-ea4c-407c-97d3-9ea54ec33487 admin admin] Notify callbacks [] for router, before_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:45.749885 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_dvr_db [None req-b00e3573-2e00-429b-ae74-a4b0d7d8ecb3 None None] Set router 9872c0a9-0471-4d90-858f-381d057985ad gateway port host: dv-cinder-779233-5-smb {{(pid=92475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 12:19:45.918318 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-76cc4c05-ea4c-407c-97d3-9ea54ec33487 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:46.023123 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_hamode_db [None req-b00e3573-2e00-429b-ae74-a4b0d7d8ecb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9872c0a9-0471-4d90-858f-381d057985ad', 'name': 'tempest-TestMinimumBasicScenario-352936281-router', 'tenant_id': '76a95061831f431abb0c51a779557b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'external_fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.133'}], 'enable_snat': True}, 'gw_port_id': '9aa4e86b-a77d-42ff-9f21-f8644e23dd1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T12:17:03Z', 'updated_at': '2021-05-25T12:19:44Z', 'revision_number': 5, 'project_id': '76a95061831f431abb0c51a779557b0f', 'gw_port': {'id': '9aa4e86b-a77d-42ff-9f21-f8644e23dd1b', 'name': '', 'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:f8:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9872c0a9-0471-4d90-858f-381d057985ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:17:04Z', 'updated_at': '2021-05-25T12:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-5-smb'}], 'dv-cinder-779233-5-smb', False) {} {{(pid=92475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:19:46.027268 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00e3573-2e00-429b-ae74-a4b0d7d8ecb3 None None] Checking router: 9872c0a9-0471-4d90-858f-381d057985ad for host: dv-cinder-779233-5-smb {{(pid=92475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 12:19:46.035652 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00e3573-2e00-429b-ae74-a4b0d7d8ecb3 None None] Routers {'9872c0a9-0471-4d90-858f-381d057985ad'} bound to L3 agent in host dv-cinder-779233-5-smb {{(pid=92475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 12:19:46.036234 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_hamode_db [None req-b00e3573-2e00-429b-ae74-a4b0d7d8ecb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-25T12:04:17Z,description=,heartbeat_timestamp=2021-05-25T12:19:17Z,host='dv-cinder-779233-5-smb',id=4aaf6e0c-8c85-4f95-8d8e-6a64f0cc3b25,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T12:04:17Z,topic='l3_agent')) {'router_ids': ['9872c0a9-0471-4d90-858f-381d057985ad'], 'active': True} {{(pid=92475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:19:46.044036 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.plugins.ml2.plugin [None req-76cc4c05-ea4c-407c-97d3-9ea54ec33487 admin admin] Deleting port 9aa4e86b-a77d-42ff-9f21-f8644e23dd1b {{(pid=92472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 12:19:46.044369 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-76cc4c05-ea4c-407c-97d3-9ea54ec33487 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786008536899'] for port, before_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:46.162502 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.plugins.ml2.db [None req-76cc4c05-ea4c-407c-97d3-9ea54ec33487 admin admin] For port 9aa4e86b-a77d-42ff-9f21-f8644e23dd1b, host dv-cinder-779233-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-5-smb',level=0,port_id=9aa4e86b-a77d-42ff-9f21-f8644e23dd1b,segment=NetworkSegment(34f5f11c-fa4c-4a54-bab0-6c112d271f06),segment_id=34f5f11c-fa4c-4a54-bab0-6c112d271f06)] {{(pid=92472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:19:46.163220 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-76cc4c05-ea4c-407c-97d3-9ea54ec33487 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042426'] for port, precommit_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:46.186612 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_dvr_db [None req-b00e3573-2e00-429b-ae74-a4b0d7d8ecb3 None None] Set router 9872c0a9-0471-4d90-858f-381d057985ad gateway port host: None {{(pid=92475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 12:19:46.288784 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.plugins.ml2.plugin [None req-76cc4c05-ea4c-407c-97d3-9ea54ec33487 admin admin] Calling delete_port for 9aa4e86b-a77d-42ff-9f21-f8644e23dd1b owned by network:router_gateway {{(pid=92472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 12:19:46.293037 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_hamode_db [None req-b00e3573-2e00-429b-ae74-a4b0d7d8ecb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9872c0a9-0471-4d90-858f-381d057985ad', 'name': 'tempest-TestMinimumBasicScenario-352936281-router', 'tenant_id': '76a95061831f431abb0c51a779557b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T12:17:03Z', 'updated_at': '2021-05-25T12:19:45Z', 'revision_number': 6, 'project_id': '76a95061831f431abb0c51a779557b0f', 'gw_port_host': None}], 'dv-cinder-779233-5-smb', False) {} {{(pid=92475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:19:46.296690 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00e3573-2e00-429b-ae74-a4b0d7d8ecb3 None None] The sync data for ids ['9872c0a9-0471-4d90-858f-381d057985ad'] in dv-cinder-779233-5-smb is: [{'id': '9872c0a9-0471-4d90-858f-381d057985ad', 'name': 'tempest-TestMinimumBasicScenario-352936281-router', 'tenant_id': '76a95061831f431abb0c51a779557b0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T12:17:03Z', 'updated_at': '2021-05-25T12:19:45Z', 'revision_number': 6, 'project_id': '76a95061831f431abb0c51a779557b0f', 'gw_port_host': None}] {{(pid=92475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 12:19:46.450241 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:46.478985 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-76cc4c05-ea4c-407c-97d3-9ea54ec33487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786008539046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786008105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2227112'] for port, after_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:46.482858 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-7636c83c-09f6-4de8-856c-9665209e6818 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:19:46.529710 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cc4c05-ea4c-407c-97d3-9ea54ec33487 admin admin] Pushing event deleted for resources: {'Port': ['ID=9aa4e86b-a77d-42ff-9f21-f8644e23dd1b,revision_number=None']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:19:46.559523 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-76cc4c05-ea4c-407c-97d3-9ea54ec33487 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:19:46.616674 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-76cc4c05-ea4c-407c-97d3-9ea54ec33487 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1047094'] for router_gateway, after_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:46.788842 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-f1e943fd-687e-4a77-8696-a1bc3046d063 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:46.891649 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-76cc4c05-ea4c-407c-97d3-9ea54ec33487 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1047739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2640'] for router, precommit_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:46.893728 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-76cc4c05-ea4c-407c-97d3-9ea54ec33487 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:46.987556 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-76cc4c05-ea4c-407c-97d3-9ea54ec33487 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1048199'] for router, after_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:46.988020 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76cc4c05-ea4c-407c-97d3-9ea54ec33487 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9872c0a9-0471-4d90-858f-381d057985ad {{(pid=92472) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 12:19:47.000237 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-76cc4c05-ea4c-407c-97d3-9ea54ec33487 admin admin] Notify callbacks [] for router, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:47.001345 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-76cc4c05-ea4c-407c-97d3-9ea54ec33487 admin admin] 10.222.0.44 "DELETE /v2.0/routers/9872c0a9-0471-4d90-858f-381d057985ad HTTP/1.1" status: 204 len: 168 time: 1.4301872 May 25 12:19:47.003886 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 44348) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:19:47.065697 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.db_base_plugin_v2 [None req-21aeeaf8-39f8-4adf-987b-ff0fde830c48 admin admin] Deleting subnet 791d9bb4-33b7-4c20-ac30-135c25dcfc49 {{(pid=92472) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 12:19:47.068846 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-21aeeaf8-39f8-4adf-987b-ff0fde830c48 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:47.117294 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-21aeeaf8-39f8-4adf-987b-ff0fde830c48 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2238172'] for subnet, precommit_delete_associations {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:47.199496 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-21aeeaf8-39f8-4adf-987b-ff0fde830c48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1960903'] for subnet, precommit_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:47.515006 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-21aeeaf8-39f8-4adf-987b-ff0fde830c48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2273115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222404'] for subnet, after_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:47.518758 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:19:47.553015 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aeeaf8-39f8-4adf-987b-ff0fde830c48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=791d9bb4-33b7-4c20-ac30-135c25dcfc49,revision_number=None']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:19:47.556028 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-21aeeaf8-39f8-4adf-987b-ff0fde830c48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:19:47.556982 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-21aeeaf8-39f8-4adf-987b-ff0fde830c48 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:47.562543 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-21aeeaf8-39f8-4adf-987b-ff0fde830c48 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/791d9bb4-33b7-4c20-ac30-135c25dcfc49 HTTP/1.1" status: 204 len: 168 time: 0.5577278 May 25 12:19:47.563950 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b466504c-4958-481b-a865-0342fe423012 None None] Network cd564631-6e78-4015-aaaf-60730c0751fd requested from dv-cinder-779233-5-smb {{(pid=92474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 12:19:47.565045 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 44354) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:19:47.671293 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-9ba893ed-6f3f-43ac-bbba-7047ad247fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628851'] for network, before_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:47.694140 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Device 9aa4e86b-a77d-42ff-9f21-f8644e23dd1b no longer exists at agent ovs-agent-dv-cinder-779233-5-smb {{(pid=92474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 12:19:47.743248 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.plugins.ml2.plugin [None req-9ba893ed-6f3f-43ac-bbba-7047ad247fa7 admin admin] Deleting port 17118b02-3af5-4aef-9e45-47ee656896f0 {{(pid=92472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 12:19:47.743521 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-9ba893ed-6f3f-43ac-bbba-7047ad247fa7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786008536899'] for port, before_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:47.755622 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.plugin [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] No Port match for: 9aa4e86b-a77d-42ff-9f21-f8644e23dd1b {{(pid=92474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 12:19:47.755976 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Device 9aa4e86b-a77d-42ff-9f21-f8644e23dd1b not bound to the agent host dv-cinder-779233-5-smb {{(pid=92474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 12:19:47.756390 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Device 2fdb7ea4-0426-40f6-9dae-817d2744e0fc no longer exists at agent ovs-agent-dv-cinder-779233-5-smb {{(pid=92474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 12:19:47.797995 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.plugin [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] No Port match for: 2fdb7ea4-0426-40f6-9dae-817d2744e0fc {{(pid=92474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 12:19:47.798346 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Device 2fdb7ea4-0426-40f6-9dae-817d2744e0fc not bound to the agent host dv-cinder-779233-5-smb {{(pid=92474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 12:19:47.844333 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.plugins.ml2.db [None req-9ba893ed-6f3f-43ac-bbba-7047ad247fa7 admin admin] For port 17118b02-3af5-4aef-9e45-47ee656896f0, host dv-cinder-779233-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-5-smb',level=0,port_id=17118b02-3af5-4aef-9e45-47ee656896f0,segment=NetworkSegment(2245066f-0d33-45b8-ad22-7d1664ef3bdd),segment_id=2245066f-0d33-45b8-ad22-7d1664ef3bdd)] {{(pid=92472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:19:47.844694 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-9ba893ed-6f3f-43ac-bbba-7047ad247fa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042426'] for port, precommit_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:47.884354 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563473bc-3bf7-46ac-b4ea-822a2fb753d0 None None] DHCP port deletion for cd564631-6e78-4015-aaaf-60730c0751fd request from dv-cinder-779233-5-smb {{(pid=92474) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 12:19:47.950869 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.plugin [None req-563473bc-3bf7-46ac-b4ea-822a2fb753d0 None None] Deleting port 17118b02-3af5-4aef-9e45-47ee656896f0 {{(pid=92474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 12:19:47.951258 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-563473bc-3bf7-46ac-b4ea-822a2fb753d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786008536899'] for port, before_delete {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:47.966602 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.plugins.ml2.plugin [None req-9ba893ed-6f3f-43ac-bbba-7047ad247fa7 admin admin] Calling delete_port for 17118b02-3af5-4aef-9e45-47ee656896f0 owned by network:dhcp {{(pid=92472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 12:19:48.058128 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-563473bc-3bf7-46ac-b4ea-822a2fb753d0 None None] For port 17118b02-3af5-4aef-9e45-47ee656896f0, host dv-cinder-779233-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-5-smb',level=0,port_id=17118b02-3af5-4aef-9e45-47ee656896f0,segment=NetworkSegment(2245066f-0d33-45b8-ad22-7d1664ef3bdd),segment_id=2245066f-0d33-45b8-ad22-7d1664ef3bdd)] {{(pid=92474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:19:48.058443 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-563473bc-3bf7-46ac-b4ea-822a2fb753d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042426'] for port, precommit_delete {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:48.091945 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-9ba893ed-6f3f-43ac-bbba-7047ad247fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786008539046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786008105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2227112'] for port, after_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:48.095852 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:19:48.124242 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ff182aac-c7db-4435-9e5c-c570f96503ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:48.141775 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba893ed-6f3f-43ac-bbba-7047ad247fa7 admin admin] Pushing event deleted for resources: {'Port': ['ID=17118b02-3af5-4aef-9e45-47ee656896f0,revision_number=None']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:19:48.144899 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-9ba893ed-6f3f-43ac-bbba-7047ad247fa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:19:48.145684 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba893ed-6f3f-43ac-bbba-7047ad247fa7 admin admin] No DVR routers for this DVR port 17118b02-3af5-4aef-9e45-47ee656896f0 on host dv-cinder-779233-5-smb {{(pid=92472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 12:19:48.186206 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.plugin [None req-563473bc-3bf7-46ac-b4ea-822a2fb753d0 None None] Calling delete_port for 17118b02-3af5-4aef-9e45-47ee656896f0 owned by network:dhcp {{(pid=92474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 12:19:48.231192 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-563473bc-3bf7-46ac-b4ea-822a2fb753d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786008539046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786008105692'] for port, after_delete {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:48.234734 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-f53b3a24-55e4-4853-ab99-da0e168a66d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:19:48.257862 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-9ba893ed-6f3f-43ac-bbba-7047ad247fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1908296', 'neutron.services.segments.db._delete_segments_for_network-8786008650460'] for network, precommit_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:48.270916 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.services.segments.db [None req-9ba893ed-6f3f-43ac-bbba-7047ad247fa7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd564631-6e78-4015-aaaf-60730c0751fd']}} {{(pid=92472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:19:48.274961 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563473bc-3bf7-46ac-b4ea-822a2fb753d0 None None] Pushing event deleted for resources: {'Port': ['ID=17118b02-3af5-4aef-9e45-47ee656896f0,revision_number=None']} {{(pid=92474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:19:48.278290 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-563473bc-3bf7-46ac-b4ea-822a2fb753d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:19:48.280740 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563473bc-3bf7-46ac-b4ea-822a2fb753d0 None None] No DVR routers for this DVR port 17118b02-3af5-4aef-9e45-47ee656896f0 on host dv-cinder-779233-5-smb {{(pid=92474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 12:19:48.283250 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.services.segments.db [None req-9ba893ed-6f3f-43ac-bbba-7047ad247fa7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2245066f-0d33-45b8-ad22-7d1664ef3bdd') {'for_net_delete': True} {{(pid=92472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:19:48.283569 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.services.segments.db [None req-9ba893ed-6f3f-43ac-bbba-7047ad247fa7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2245066f-0d33-45b8-ad22-7d1664ef3bdd') {} {{(pid=92472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:19:48.295119 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-9ba893ed-6f3f-43ac-bbba-7047ad247fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786008660637', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2238167'] for segment, before_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:48.310891 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-9ba893ed-6f3f-43ac-bbba-7047ad247fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1959408'] for segment, precommit_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:48.317406 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ba893ed-6f3f-43ac-bbba-7047ad247fa7 admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=92472) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 12:19:48.317793 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-9ba893ed-6f3f-43ac-bbba-7047ad247fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1959408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2227197'] for segment, after_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:48.331254 dv-cinder-779233-5-smb neutron-server[92472]: Traceback (most recent call last): May 25 12:19:48.331254 dv-cinder-779233-5-smb neutron-server[92472]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 12:19:48.331254 dv-cinder-779233-5-smb neutron-server[92472]: timer() May 25 12:19:48.331254 dv-cinder-779233-5-smb neutron-server[92472]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 12:19:48.331254 dv-cinder-779233-5-smb neutron-server[92472]: cb(*args, **kw) May 25 12:19:48.331254 dv-cinder-779233-5-smb neutron-server[92472]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 12:19:48.331254 dv-cinder-779233-5-smb neutron-server[92472]: return func(*args, **kwargs) May 25 12:19:48.331254 dv-cinder-779233-5-smb neutron-server[92472]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 12:19:48.331254 dv-cinder-779233-5-smb neutron-server[92472]: self._notify() May 25 12:19:48.331254 dv-cinder-779233-5-smb neutron-server[92472]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 12:19:48.331254 dv-cinder-779233-5-smb neutron-server[92472]: self.callback(batched_events) May 25 12:19:48.331254 dv-cinder-779233-5-smb neutron-server[92472]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 12:19:48.331254 dv-cinder-779233-5-smb neutron-server[92472]: event.method(event) May 25 12:19:48.331254 dv-cinder-779233-5-smb neutron-server[92472]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 12:19:48.331254 dv-cinder-779233-5-smb neutron-server[92472]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 12:19:48.331254 dv-cinder-779233-5-smb neutron-server[92472]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 12:19:48.331254 dv-cinder-779233-5-smb neutron-server[92472]: aggregate_uuid = self.p_client.list_aggregates( May 25 12:19:48.331254 dv-cinder-779233-5-smb neutron-server[92472]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 12:19:48.331254 dv-cinder-779233-5-smb neutron-server[92472]: return f(self, *a, **k) May 25 12:19:48.331254 dv-cinder-779233-5-smb neutron-server[92472]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 12:19:48.331254 dv-cinder-779233-5-smb neutron-server[92472]: return self._get(url).json() May 25 12:19:48.331254 dv-cinder-779233-5-smb neutron-server[92472]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 12:19:48.331254 dv-cinder-779233-5-smb neutron-server[92472]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 12:19:48.331254 dv-cinder-779233-5-smb neutron-server[92472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 12:19:48.331254 dv-cinder-779233-5-smb neutron-server[92472]: return self.request(url, 'GET', **kwargs) May 25 12:19:48.331254 dv-cinder-779233-5-smb neutron-server[92472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 12:19:48.331254 dv-cinder-779233-5-smb neutron-server[92472]: base_url = self.get_endpoint(auth, allow=allow, May 25 12:19:48.331254 dv-cinder-779233-5-smb neutron-server[92472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 12:19:48.331254 dv-cinder-779233-5-smb neutron-server[92472]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 12:19:48.331254 dv-cinder-779233-5-smb neutron-server[92472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 12:19:48.331254 dv-cinder-779233-5-smb neutron-server[92472]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 12:19:48.331254 dv-cinder-779233-5-smb neutron-server[92472]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 12:19:48.566292 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-9ba893ed-6f3f-43ac-bbba-7047ad247fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1908289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1019683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-653800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047083'] for network, after_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:48.569812 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-462989a0-7aff-4eee-9f9b-5d11a559651e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:19:48.582631 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-9ba893ed-6f3f-43ac-bbba-7047ad247fa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653773'] for network, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:48.592585 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba893ed-6f3f-43ac-bbba-7047ad247fa7 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd564631-6e78-4015-aaaf-60730c0751fd,revision_number=None']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:19:48.595608 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-9ba893ed-6f3f-43ac-bbba-7047ad247fa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:19:48.669405 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-9ba893ed-6f3f-43ac-bbba-7047ad247fa7 admin admin] 10.222.0.44 "DELETE /v2.0/networks/cd564631-6e78-4015-aaaf-60730c0751fd HTTP/1.1" status: 204 len: 168 time: 1.1034012 May 25 12:19:48.672235 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 44360) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:19:49.201946 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-4ce61dbc-b91f-41c1-b53f-4506ea4eb12c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1040427'] for router_interface, before_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:49.548741 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-cb1178c2-b2b5-418b-a63c-7279ce5a9fe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:49.610145 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.plugins.ml2.plugin [None req-4ce61dbc-b91f-41c1-b53f-4506ea4eb12c admin admin] Deleting port 4a23836f-6358-4b79-bb8d-2305bd9cd59a {{(pid=92472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 12:19:49.610145 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-4ce61dbc-b91f-41c1-b53f-4506ea4eb12c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786008536899'] for port, before_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:49.671612 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Device 17118b02-3af5-4aef-9e45-47ee656896f0 no longer exists at agent ovs-agent-dv-cinder-779233-5-smb {{(pid=92474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 12:19:49.707180 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.plugin [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] No Port match for: 17118b02-3af5-4aef-9e45-47ee656896f0 {{(pid=92474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 12:19:49.707500 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Device 17118b02-3af5-4aef-9e45-47ee656896f0 not bound to the agent host dv-cinder-779233-5-smb {{(pid=92474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 12:19:49.734327 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.plugins.ml2.db [None req-4ce61dbc-b91f-41c1-b53f-4506ea4eb12c admin admin] For port 4a23836f-6358-4b79-bb8d-2305bd9cd59a, host dv-cinder-779233-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-5-smb',level=0,port_id=4a23836f-6358-4b79-bb8d-2305bd9cd59a,segment=NetworkSegment(9ecfd785-3b22-4c5a-bc71-2dada1b3b8bf),segment_id=9ecfd785-3b22-4c5a-bc71-2dada1b3b8bf)] {{(pid=92472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:19:49.734677 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-4ce61dbc-b91f-41c1-b53f-4506ea4eb12c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042426'] for port, precommit_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:49.852791 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.plugins.ml2.plugin [None req-4ce61dbc-b91f-41c1-b53f-4506ea4eb12c admin admin] Calling delete_port for 4a23836f-6358-4b79-bb8d-2305bd9cd59a owned by network:router_interface {{(pid=92472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 12:19:50.154403 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-4ce61dbc-b91f-41c1-b53f-4506ea4eb12c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786008539046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786008105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2227112'] for port, after_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:50.157658 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:19:50.200857 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce61dbc-b91f-41c1-b53f-4506ea4eb12c admin admin] Pushing event deleted for resources: {'Port': ['ID=4a23836f-6358-4b79-bb8d-2305bd9cd59a,revision_number=None']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:19:50.203190 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-4ce61dbc-b91f-41c1-b53f-4506ea4eb12c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:19:50.463229 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-4ce61dbc-b91f-41c1-b53f-4506ea4eb12c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1046971'] for router_interface, after_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:50.811348 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ce61dbc-b91f-41c1-b53f-4506ea4eb12c admin admin] Router cd0d8ba8-bcf6-4b76-8290-03a43bd3fd8c has already been hosted by L3 agent 4aaf6e0c-8c85-4f95-8d8e-6a64f0cc3b25 {{(pid=92472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 12:19:50.982092 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ce61dbc-b91f-41c1-b53f-4506ea4eb12c admin admin] Notify agent at l3_agent.dv-cinder-779233-5-smb the message routers_updated {{(pid=92472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 12:19:50.990275 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0959ac70-0d2b-44e9-b267-de2391f5a261 None None] Sync routers for ids ['cd0d8ba8-bcf6-4b76-8290-03a43bd3fd8c'] in dv-cinder-779233-5-smb {{(pid=92474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 12:19:50.990763 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-4ce61dbc-b91f-41c1-b53f-4506ea4eb12c admin admin] 10.222.0.44 "PUT /v2.0/routers/cd0d8ba8-bcf6-4b76-8290-03a43bd3fd8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3174694 May 25 12:19:50.993206 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 44368) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:19:50.999564 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0959ac70-0d2b-44e9-b267-de2391f5a261 None None] Routers {'cd0d8ba8-bcf6-4b76-8290-03a43bd3fd8c'} bound to L3 agent in host dv-cinder-779233-5-smb {{(pid=92474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 12:19:51.000098 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_hamode_db [None req-0959ac70-0d2b-44e9-b267-de2391f5a261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T12:04:17Z,description=,heartbeat_timestamp=2021-05-25T12:19:47Z,host='dv-cinder-779233-5-smb',id=4aaf6e0c-8c85-4f95-8d8e-6a64f0cc3b25,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T12:04:17Z,topic='l3_agent')) {'router_ids': ['cd0d8ba8-bcf6-4b76-8290-03a43bd3fd8c'], 'active': True} {{(pid=92474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:19:51.168497 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-25d8366f-3d4b-4605-919c-8d5c144ca017 admin admin] Notify callbacks [] for router, before_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:51.205834 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_dvr_db [None req-0959ac70-0d2b-44e9-b267-de2391f5a261 None None] Set router cd0d8ba8-bcf6-4b76-8290-03a43bd3fd8c gateway port host: dv-cinder-779233-5-smb {{(pid=92474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 12:19:51.339962 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-25d8366f-3d4b-4605-919c-8d5c144ca017 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:51.482392 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_hamode_db [None req-0959ac70-0d2b-44e9-b267-de2391f5a261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd0d8ba8-bcf6-4b76-8290-03a43bd3fd8c', 'name': 'tempest-TestMinimumBasicScenario-844971095-router', 'tenant_id': 'fbead5f1ce154f5c98d71edc22dd1a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'external_fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.127'}], 'enable_snat': True}, 'gw_port_id': '1b5e4c9d-87cc-4aff-b939-9c67433c8cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T12:17:11Z', 'updated_at': '2021-05-25T12:19:49Z', 'revision_number': 5, 'project_id': 'fbead5f1ce154f5c98d71edc22dd1a9a', 'gw_port': {'id': '1b5e4c9d-87cc-4aff-b939-9c67433c8cfe', 'name': '', 'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:e8:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0d8ba8-bcf6-4b76-8290-03a43bd3fd8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:17:12Z', 'updated_at': '2021-05-25T12:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-5-smb'}], 'dv-cinder-779233-5-smb', False) {} {{(pid=92474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:19:51.486310 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0959ac70-0d2b-44e9-b267-de2391f5a261 None None] Checking router: cd0d8ba8-bcf6-4b76-8290-03a43bd3fd8c for host: dv-cinder-779233-5-smb {{(pid=92474) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 12:19:51.495640 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0959ac70-0d2b-44e9-b267-de2391f5a261 None None] Routers {'cd0d8ba8-bcf6-4b76-8290-03a43bd3fd8c'} bound to L3 agent in host dv-cinder-779233-5-smb {{(pid=92474) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 12:19:51.496266 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_hamode_db [None req-0959ac70-0d2b-44e9-b267-de2391f5a261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-25T12:04:17Z,description=,heartbeat_timestamp=2021-05-25T12:19:47Z,host='dv-cinder-779233-5-smb',id=4aaf6e0c-8c85-4f95-8d8e-6a64f0cc3b25,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T12:04:17Z,topic='l3_agent')) {'router_ids': ['cd0d8ba8-bcf6-4b76-8290-03a43bd3fd8c'], 'active': True} {{(pid=92474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:19:51.586924 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.plugins.ml2.plugin [None req-25d8366f-3d4b-4605-919c-8d5c144ca017 admin admin] Deleting port 1b5e4c9d-87cc-4aff-b939-9c67433c8cfe {{(pid=92472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 12:19:51.587262 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-25d8366f-3d4b-4605-919c-8d5c144ca017 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786008536899'] for port, before_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:51.648461 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_dvr_db [None req-0959ac70-0d2b-44e9-b267-de2391f5a261 None None] Set router cd0d8ba8-bcf6-4b76-8290-03a43bd3fd8c gateway port host: None {{(pid=92474) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 12:19:51.708380 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.plugins.ml2.db [None req-25d8366f-3d4b-4605-919c-8d5c144ca017 admin admin] For port 1b5e4c9d-87cc-4aff-b939-9c67433c8cfe, host dv-cinder-779233-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-5-smb',level=0,port_id=1b5e4c9d-87cc-4aff-b939-9c67433c8cfe,segment=NetworkSegment(34f5f11c-fa4c-4a54-bab0-6c112d271f06),segment_id=34f5f11c-fa4c-4a54-bab0-6c112d271f06)] {{(pid=92472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:19:51.708739 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-25d8366f-3d4b-4605-919c-8d5c144ca017 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042426'] for port, precommit_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:51.754403 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_hamode_db [None req-0959ac70-0d2b-44e9-b267-de2391f5a261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd0d8ba8-bcf6-4b76-8290-03a43bd3fd8c', 'name': 'tempest-TestMinimumBasicScenario-844971095-router', 'tenant_id': 'fbead5f1ce154f5c98d71edc22dd1a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T12:17:11Z', 'updated_at': '2021-05-25T12:19:51Z', 'revision_number': 6, 'project_id': 'fbead5f1ce154f5c98d71edc22dd1a9a', 'gw_port_host': None}], 'dv-cinder-779233-5-smb', False) {} {{(pid=92474) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:19:51.759723 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0959ac70-0d2b-44e9-b267-de2391f5a261 None None] The sync data for ids ['cd0d8ba8-bcf6-4b76-8290-03a43bd3fd8c'] in dv-cinder-779233-5-smb is: [{'id': 'cd0d8ba8-bcf6-4b76-8290-03a43bd3fd8c', 'name': 'tempest-TestMinimumBasicScenario-844971095-router', 'tenant_id': 'fbead5f1ce154f5c98d71edc22dd1a9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T12:17:11Z', 'updated_at': '2021-05-25T12:19:51Z', 'revision_number': 6, 'project_id': 'fbead5f1ce154f5c98d71edc22dd1a9a', 'gw_port_host': None}] {{(pid=92474) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 12:19:51.836076 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.plugins.ml2.plugin [None req-25d8366f-3d4b-4605-919c-8d5c144ca017 admin admin] Calling delete_port for 1b5e4c9d-87cc-4aff-b939-9c67433c8cfe owned by network:router_gateway {{(pid=92472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 12:19:52.034275 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-25d8366f-3d4b-4605-919c-8d5c144ca017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786008539046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786008105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2227112'] for port, after_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:52.037983 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-c2fe7ff0-2c23-49c9-836d-94415666e9f7 tempest-AttachVolumeShelveTestJSON-140859837 tempest-AttachVolumeShelveTestJSON-140859837-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:19:52.080281 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d8366f-3d4b-4605-919c-8d5c144ca017 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b5e4c9d-87cc-4aff-b939-9c67433c8cfe,revision_number=None']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:19:52.083608 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-25d8366f-3d4b-4605-919c-8d5c144ca017 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:19:52.179714 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-25d8366f-3d4b-4605-919c-8d5c144ca017 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1047094'] for router_gateway, after_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:52.351711 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-25d8366f-3d4b-4605-919c-8d5c144ca017 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1047739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2640'] for router, precommit_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:52.354347 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-25d8366f-3d4b-4605-919c-8d5c144ca017 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:52.417183 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-25d8366f-3d4b-4605-919c-8d5c144ca017 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1048199'] for router, after_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:52.417636 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25d8366f-3d4b-4605-919c-8d5c144ca017 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd0d8ba8-bcf6-4b76-8290-03a43bd3fd8c {{(pid=92472) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 12:19:52.429022 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-25d8366f-3d4b-4605-919c-8d5c144ca017 admin admin] Notify callbacks [] for router, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:52.430081 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-25d8366f-3d4b-4605-919c-8d5c144ca017 admin admin] 10.222.0.44 "DELETE /v2.0/routers/cd0d8ba8-bcf6-4b76-8290-03a43bd3fd8c HTTP/1.1" status: 204 len: 168 time: 1.4359527 May 25 12:19:52.433185 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 44374) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:19:52.494586 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.db_base_plugin_v2 [None req-93ccaa2c-e29d-422e-9e56-9bea5d0d5e99 admin admin] Deleting subnet c912c637-c613-4e90-9cc2-e1c35dcf6eb6 {{(pid=92472) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 12:19:52.497774 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-93ccaa2c-e29d-422e-9e56-9bea5d0d5e99 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:52.545636 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-93ccaa2c-e29d-422e-9e56-9bea5d0d5e99 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2238172'] for subnet, precommit_delete_associations {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:52.625883 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-93ccaa2c-e29d-422e-9e56-9bea5d0d5e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1960903'] for subnet, precommit_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:52.924941 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-93ccaa2c-e29d-422e-9e56-9bea5d0d5e99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2273115', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2222404'] for subnet, after_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:52.929760 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:19:52.964156 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ccaa2c-e29d-422e-9e56-9bea5d0d5e99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c912c637-c613-4e90-9cc2-e1c35dcf6eb6,revision_number=None']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:19:52.966049 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-93ccaa2c-e29d-422e-9e56-9bea5d0d5e99 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:52.968544 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-93ccaa2c-e29d-422e-9e56-9bea5d0d5e99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:19:52.970782 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92068dae-5313-4ee1-b6e2-a1e6e8676bf3 None None] Network 6fd5bb7e-ba00-4231-aba8-219894c81dcf requested from dv-cinder-779233-5-smb {{(pid=92474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 12:19:52.972537 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-93ccaa2c-e29d-422e-9e56-9bea5d0d5e99 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/c912c637-c613-4e90-9cc2-e1c35dcf6eb6 HTTP/1.1" status: 204 len: 168 time: 0.5384512 May 25 12:19:52.975041 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 44380) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:19:53.079471 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-473dba6e-0e64-4c08-a5e8-99e16cdfca26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628851'] for network, before_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:53.211245 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdaf384e-d315-4c6f-8b94-0350d2034378 None None] DHCP port deletion for 6fd5bb7e-ba00-4231-aba8-219894c81dcf request from dv-cinder-779233-5-smb {{(pid=92474) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 12:19:53.245252 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.plugins.ml2.plugin [None req-473dba6e-0e64-4c08-a5e8-99e16cdfca26 admin admin] Deleting port b85933ce-141a-4b51-90d0-442201954057 {{(pid=92472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 12:19:53.245587 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-473dba6e-0e64-4c08-a5e8-99e16cdfca26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786008536899'] for port, before_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:53.275583 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf384e-d315-4c6f-8b94-0350d2034378 None None] Deleting port b85933ce-141a-4b51-90d0-442201954057 {{(pid=92474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 12:19:53.275965 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-fdaf384e-d315-4c6f-8b94-0350d2034378 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786008536899'] for port, before_delete {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:53.343424 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.plugins.ml2.db [None req-473dba6e-0e64-4c08-a5e8-99e16cdfca26 admin admin] For port b85933ce-141a-4b51-90d0-442201954057, host dv-cinder-779233-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-5-smb',level=0,port_id=b85933ce-141a-4b51-90d0-442201954057,segment=NetworkSegment(9ecfd785-3b22-4c5a-bc71-2dada1b3b8bf),segment_id=9ecfd785-3b22-4c5a-bc71-2dada1b3b8bf)] {{(pid=92472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:19:53.343771 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-473dba6e-0e64-4c08-a5e8-99e16cdfca26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042426'] for port, precommit_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:53.372780 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-fdaf384e-d315-4c6f-8b94-0350d2034378 None None] For port b85933ce-141a-4b51-90d0-442201954057, host dv-cinder-779233-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-5-smb',level=0,port_id=b85933ce-141a-4b51-90d0-442201954057,segment=NetworkSegment(9ecfd785-3b22-4c5a-bc71-2dada1b3b8bf),segment_id=9ecfd785-3b22-4c5a-bc71-2dada1b3b8bf)] {{(pid=92474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:19:53.373174 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-fdaf384e-d315-4c6f-8b94-0350d2034378 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042426'] for port, precommit_delete {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:53.465715 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.plugins.ml2.plugin [None req-473dba6e-0e64-4c08-a5e8-99e16cdfca26 admin admin] Calling delete_port for b85933ce-141a-4b51-90d0-442201954057 owned by network:dhcp {{(pid=92472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 12:19:53.492191 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf384e-d315-4c6f-8b94-0350d2034378 None None] Calling delete_port for b85933ce-141a-4b51-90d0-442201954057 owned by network:dhcp {{(pid=92474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 12:19:53.617274 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-473dba6e-0e64-4c08-a5e8-99e16cdfca26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786008539046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786008105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2227112'] for port, after_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:53.622335 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-9ba893ed-6f3f-43ac-bbba-7047ad247fa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:19:53.625238 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-fdaf384e-d315-4c6f-8b94-0350d2034378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786008539046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786008105692'] for port, after_delete {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:53.629495 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:19:53.666894 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473dba6e-0e64-4c08-a5e8-99e16cdfca26 admin admin] Pushing event deleted for resources: {'Port': ['ID=b85933ce-141a-4b51-90d0-442201954057,revision_number=None']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:19:53.670137 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-473dba6e-0e64-4c08-a5e8-99e16cdfca26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:19:53.671012 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473dba6e-0e64-4c08-a5e8-99e16cdfca26 admin admin] No DVR routers for this DVR port b85933ce-141a-4b51-90d0-442201954057 on host dv-cinder-779233-5-smb {{(pid=92472) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 12:19:53.678233 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf384e-d315-4c6f-8b94-0350d2034378 None None] Pushing event deleted for resources: {'Port': ['ID=b85933ce-141a-4b51-90d0-442201954057,revision_number=None']} {{(pid=92474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:19:53.680798 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdaf384e-d315-4c6f-8b94-0350d2034378 None None] No DVR routers for this DVR port b85933ce-141a-4b51-90d0-442201954057 on host dv-cinder-779233-5-smb {{(pid=92474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 12:19:53.682240 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-fdaf384e-d315-4c6f-8b94-0350d2034378 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:19:53.685405 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Device b85933ce-141a-4b51-90d0-442201954057 no longer exists at agent ovs-agent-dv-cinder-779233-5-smb {{(pid=92474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 12:19:53.721386 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.plugin [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] No Port match for: b85933ce-141a-4b51-90d0-442201954057 {{(pid=92474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 12:19:53.721662 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Device b85933ce-141a-4b51-90d0-442201954057 not bound to the agent host dv-cinder-779233-5-smb {{(pid=92474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 12:19:53.722076 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Device 1b5e4c9d-87cc-4aff-b939-9c67433c8cfe no longer exists at agent ovs-agent-dv-cinder-779233-5-smb {{(pid=92474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 12:19:53.754550 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.plugin [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] No Port match for: 1b5e4c9d-87cc-4aff-b939-9c67433c8cfe {{(pid=92474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 12:19:53.754894 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Device 1b5e4c9d-87cc-4aff-b939-9c67433c8cfe not bound to the agent host dv-cinder-779233-5-smb {{(pid=92474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 12:19:53.755297 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Device 4a23836f-6358-4b79-bb8d-2305bd9cd59a no longer exists at agent ovs-agent-dv-cinder-779233-5-smb {{(pid=92474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 12:19:53.786934 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-473dba6e-0e64-4c08-a5e8-99e16cdfca26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1908296', 'neutron.services.segments.db._delete_segments_for_network-8786008650460'] for network, precommit_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:53.801181 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.services.segments.db [None req-473dba6e-0e64-4c08-a5e8-99e16cdfca26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fd5bb7e-ba00-4231-aba8-219894c81dcf']}} {{(pid=92472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:19:53.820840 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.services.segments.db [None req-473dba6e-0e64-4c08-a5e8-99e16cdfca26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ecfd785-3b22-4c5a-bc71-2dada1b3b8bf') {'for_net_delete': True} {{(pid=92472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:19:53.821439 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.services.segments.db [None req-473dba6e-0e64-4c08-a5e8-99e16cdfca26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ecfd785-3b22-4c5a-bc71-2dada1b3b8bf') {} {{(pid=92472) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:19:53.831339 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.plugin [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] No Port match for: 4a23836f-6358-4b79-bb8d-2305bd9cd59a {{(pid=92474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 12:19:53.831689 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Device 4a23836f-6358-4b79-bb8d-2305bd9cd59a not bound to the agent host dv-cinder-779233-5-smb {{(pid=92474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 12:19:53.834729 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-473dba6e-0e64-4c08-a5e8-99e16cdfca26 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786008660637', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2238167'] for segment, before_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:53.850595 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-473dba6e-0e64-4c08-a5e8-99e16cdfca26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1959408'] for segment, precommit_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:53.856922 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-473dba6e-0e64-4c08-a5e8-99e16cdfca26 admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=92472) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 12:19:53.857296 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-473dba6e-0e64-4c08-a5e8-99e16cdfca26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1959408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2227197'] for segment, after_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:53.870531 dv-cinder-779233-5-smb neutron-server[92472]: Traceback (most recent call last): May 25 12:19:53.870531 dv-cinder-779233-5-smb neutron-server[92472]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 12:19:53.870531 dv-cinder-779233-5-smb neutron-server[92472]: timer() May 25 12:19:53.870531 dv-cinder-779233-5-smb neutron-server[92472]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 12:19:53.870531 dv-cinder-779233-5-smb neutron-server[92472]: cb(*args, **kw) May 25 12:19:53.870531 dv-cinder-779233-5-smb neutron-server[92472]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 12:19:53.870531 dv-cinder-779233-5-smb neutron-server[92472]: return func(*args, **kwargs) May 25 12:19:53.870531 dv-cinder-779233-5-smb neutron-server[92472]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 12:19:53.870531 dv-cinder-779233-5-smb neutron-server[92472]: self._notify() May 25 12:19:53.870531 dv-cinder-779233-5-smb neutron-server[92472]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 12:19:53.870531 dv-cinder-779233-5-smb neutron-server[92472]: self.callback(batched_events) May 25 12:19:53.870531 dv-cinder-779233-5-smb neutron-server[92472]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 12:19:53.870531 dv-cinder-779233-5-smb neutron-server[92472]: event.method(event) May 25 12:19:53.870531 dv-cinder-779233-5-smb neutron-server[92472]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 12:19:53.870531 dv-cinder-779233-5-smb neutron-server[92472]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 12:19:53.870531 dv-cinder-779233-5-smb neutron-server[92472]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 12:19:53.870531 dv-cinder-779233-5-smb neutron-server[92472]: aggregate_uuid = self.p_client.list_aggregates( May 25 12:19:53.870531 dv-cinder-779233-5-smb neutron-server[92472]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 12:19:53.870531 dv-cinder-779233-5-smb neutron-server[92472]: return f(self, *a, **k) May 25 12:19:53.870531 dv-cinder-779233-5-smb neutron-server[92472]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 12:19:53.870531 dv-cinder-779233-5-smb neutron-server[92472]: return self._get(url).json() May 25 12:19:53.870531 dv-cinder-779233-5-smb neutron-server[92472]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 12:19:53.870531 dv-cinder-779233-5-smb neutron-server[92472]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 12:19:53.870531 dv-cinder-779233-5-smb neutron-server[92472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 12:19:53.870531 dv-cinder-779233-5-smb neutron-server[92472]: return self.request(url, 'GET', **kwargs) May 25 12:19:53.870531 dv-cinder-779233-5-smb neutron-server[92472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 12:19:53.870531 dv-cinder-779233-5-smb neutron-server[92472]: base_url = self.get_endpoint(auth, allow=allow, May 25 12:19:53.870531 dv-cinder-779233-5-smb neutron-server[92472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 12:19:53.870531 dv-cinder-779233-5-smb neutron-server[92472]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 12:19:53.870531 dv-cinder-779233-5-smb neutron-server[92472]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 12:19:53.870531 dv-cinder-779233-5-smb neutron-server[92472]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 12:19:53.870531 dv-cinder-779233-5-smb neutron-server[92472]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 12:19:54.028933 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-473dba6e-0e64-4c08-a5e8-99e16cdfca26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1908289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1019683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-653800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047083'] for network, after_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:54.032676 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-a4834614-6d48-476a-b46c-8bc69ae34a2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:19:54.046385 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-473dba6e-0e64-4c08-a5e8-99e16cdfca26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653773'] for network, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:54.061277 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473dba6e-0e64-4c08-a5e8-99e16cdfca26 admin admin] Pushing event deleted for resources: {'Network': ['ID=6fd5bb7e-ba00-4231-aba8-219894c81dcf,revision_number=None']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:19:54.064174 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-473dba6e-0e64-4c08-a5e8-99e16cdfca26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:19:54.068134 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-473dba6e-0e64-4c08-a5e8-99e16cdfca26 admin admin] 10.222.0.44 "DELETE /v2.0/networks/6fd5bb7e-ba00-4231-aba8-219894c81dcf HTTP/1.1" status: 204 len: 168 time: 1.0920660 May 25 12:19:54.424846 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 44388) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:19:54.473617 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-fd7825e3-00a0-4cfe-8813-e1e5ba01bb05 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=76a95061831f431abb0c51a779557b0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0475893 May 25 12:19:54.475995 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 44392) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:19:54.531817 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-36d24c0c-8464-43d8-b98b-224e0bb69262 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:54.557086 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-36d24c0c-8464-43d8-b98b-224e0bb69262 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:54.713864 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-36d24c0c-8464-43d8-b98b-224e0bb69262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:54.717612 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-40b650a8-a033-4d36-9b56-bec3b05e9baf tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:19:54.728305 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d24c0c-8464-43d8-b98b-224e0bb69262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c463a1c7-9126-4ce7-b458-d16dda484ae4,revision_number=None']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:19:54.730763 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-36d24c0c-8464-43d8-b98b-224e0bb69262 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:19:54.736725 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-36d24c0c-8464-43d8-b98b-224e0bb69262 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:54.737830 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-36d24c0c-8464-43d8-b98b-224e0bb69262 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c463a1c7-9126-4ce7-b458-d16dda484ae4 HTTP/1.1" status: 204 len: 168 time: 0.2609553 May 25 12:19:55.419771 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 44402) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:19:55.472986 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-6a8096f5-5f1e-4c1d-94b0-dc95efe12e07 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fbead5f1ce154f5c98d71edc22dd1a9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0519731 May 25 12:19:55.475417 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 44406) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:19:55.530987 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-47749da4-caeb-4078-963d-6c1b25eb6867 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:55.555274 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-47749da4-caeb-4078-963d-6c1b25eb6867 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:55.697741 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-47749da4-caeb-4078-963d-6c1b25eb6867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:55.701445 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-042cede5-38c6-4445-a000-0b354c13802a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:19:55.712713 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47749da4-caeb-4078-963d-6c1b25eb6867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18e8221b-a1b2-49c1-beb2-c4cdde8ad9f6,revision_number=None']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:19:55.717149 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-47749da4-caeb-4078-963d-6c1b25eb6867 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:19:55.719097 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-47749da4-caeb-4078-963d-6c1b25eb6867 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:19:55.720270 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-47749da4-caeb-4078-963d-6c1b25eb6867 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/18e8221b-a1b2-49c1-beb2-c4cdde8ad9f6 HTTP/1.1" status: 204 len: 168 time: 0.2439377 May 25 12:19:57.279924 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:20:05.107568 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.agents_db [None req-9d38de35-3365-4658-8f1e-c8b00fd146ea None None] Agent healthcheck: found 6 active agents {{(pid=92475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 12:20:14.050953 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-7d33c1ef-581f-4410-8825-d0d652ae4ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:20:16.433881 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:20:16.776613 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-f04871eb-8c0f-444c-96ff-d90fed831ab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:20:18.062499 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ff182aac-c7db-4435-9e5c-c570f96503ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:20:18.285433 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1034183a-7aaa-4a55-8638-721133461ce0 req-bae4e6b1-61a4-42d2-b9fe-f953c50dbadb tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:20:18.286891 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-1034183a-7aaa-4a55-8638-721133461ce0 req-bae4e6b1-61a4-42d2-b9fe-f953c50dbadb tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "GET /v2.0/ports?device_id=04b12a45-b0e7-4072-b5b5-0547d0e0f712 HTTP/1.1" status: 200 len: 946 time: 0.0781157 May 25 12:20:18.335080 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-1034183a-7aaa-4a55-8638-721133461ce0 req-f645e17f-98a4-41ce-b3d3-a67717ae9234 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "GET /v2.0/security-groups?id=292c08c5-c09e-4722-b3c0-d455a1ef6faf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387475 May 25 12:20:19.524134 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8e7f6e-82f7-44d6-ac06-7ada1d97d49a req-e0bf4ac1-d3b7-4397-aee7-6124a9c986b4 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:20:19.525237 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-cb1178c2-b2b5-418b-a63c-7279ce5a9fe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:20:19.525657 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-0c8e7f6e-82f7-44d6-ac06-7ada1d97d49a req-e0bf4ac1-d3b7-4397-aee7-6124a9c986b4 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "GET /v2.0/ports?device_id=04b12a45-b0e7-4072-b5b5-0547d0e0f712 HTTP/1.1" status: 200 len: 946 time: 0.0840888 May 25 12:20:19.569953 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-0c8e7f6e-82f7-44d6-ac06-7ada1d97d49a req-5dad54fc-f942-4723-ac3d-6d7347a2d59d tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "GET /v2.0/security-groups?id=292c08c5-c09e-4722-b3c0-d455a1ef6faf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385776 May 25 12:20:20.896568 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cd5470-8e55-4a65-a5da-45acbffe2496 req-d786c281-d4fe-4f96-b514-05f5e4496760 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:20:20.897916 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-f1cd5470-8e55-4a65-a5da-45acbffe2496 req-d786c281-d4fe-4f96-b514-05f5e4496760 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "GET /v2.0/ports?device_id=04b12a45-b0e7-4072-b5b5-0547d0e0f712 HTTP/1.1" status: 200 len: 946 time: 0.0792189 May 25 12:20:20.940757 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-f1cd5470-8e55-4a65-a5da-45acbffe2496 req-ee15ead6-1419-408f-ac7d-98b733a43006 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "GET /v2.0/security-groups?id=292c08c5-c09e-4722-b3c0-d455a1ef6faf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370643 May 25 12:20:22.133735 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4267e355-b1f8-4ddb-a6d9-4e8d67cbe400 req-461642b1-a49f-48e2-bdda-60a8b046392f tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:20:22.135110 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-4267e355-b1f8-4ddb-a6d9-4e8d67cbe400 req-461642b1-a49f-48e2-bdda-60a8b046392f tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "GET /v2.0/ports?device_id=04b12a45-b0e7-4072-b5b5-0547d0e0f712 HTTP/1.1" status: 200 len: 946 time: 0.0849881 May 25 12:20:22.178909 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-4267e355-b1f8-4ddb-a6d9-4e8d67cbe400 req-cd560f93-1726-4636-8a66-c3d76c4f369a tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "GET /v2.0/security-groups?id=292c08c5-c09e-4722-b3c0-d455a1ef6faf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379341 May 25 12:20:23.356997 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d87a700-c3a4-4b04-a776-3a8d14d95d7e req-e8b4327c-7551-4516-bf82-909008319e86 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:20:23.358434 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-1d87a700-c3a4-4b04-a776-3a8d14d95d7e req-e8b4327c-7551-4516-bf82-909008319e86 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "GET /v2.0/ports?device_id=04b12a45-b0e7-4072-b5b5-0547d0e0f712 HTTP/1.1" status: 200 len: 946 time: 0.0771625 May 25 12:20:23.402401 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-1d87a700-c3a4-4b04-a776-3a8d14d95d7e req-f5f88f5e-96d7-4e15-a64a-01b25bd49190 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "GET /v2.0/security-groups?id=292c08c5-c09e-4722-b3c0-d455a1ef6faf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382190 May 25 12:20:24.589249 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb44ffd-339c-4856-b99a-b38afe948da4 req-27393c9c-8d6d-4ff2-a45a-6fc3ba6bc9c6 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:20:24.590677 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-ecb44ffd-339c-4856-b99a-b38afe948da4 req-27393c9c-8d6d-4ff2-a45a-6fc3ba6bc9c6 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "GET /v2.0/ports?device_id=04b12a45-b0e7-4072-b5b5-0547d0e0f712 HTTP/1.1" status: 200 len: 946 time: 0.0820563 May 25 12:20:24.634509 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-ecb44ffd-339c-4856-b99a-b38afe948da4 req-aa85d0f8-a6bd-47a5-a8be-8891711b23c2 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "GET /v2.0/security-groups?id=292c08c5-c09e-4722-b3c0-d455a1ef6faf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381241 May 25 12:20:25.818656 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d769761-c7fd-47a4-8687-72b8946ff724 req-dd5f5ae5-5ae1-46ea-b224-01f920d9d8b8 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:20:25.820052 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-4d769761-c7fd-47a4-8687-72b8946ff724 req-dd5f5ae5-5ae1-46ea-b224-01f920d9d8b8 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "GET /v2.0/ports?device_id=04b12a45-b0e7-4072-b5b5-0547d0e0f712 HTTP/1.1" status: 200 len: 946 time: 0.0819952 May 25 12:20:25.866250 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-4d769761-c7fd-47a4-8687-72b8946ff724 req-5a864878-ab14-49e1-9fc4-676433cb3d1c tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "GET /v2.0/security-groups?id=292c08c5-c09e-4722-b3c0-d455a1ef6faf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400770 May 25 12:20:27.046939 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396bc689-7b36-45df-b4a3-479ce3fd2d9b req-db79a898-761e-43df-99ac-f0851482985d tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:20:27.048403 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-396bc689-7b36-45df-b4a3-479ce3fd2d9b req-db79a898-761e-43df-99ac-f0851482985d tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "GET /v2.0/ports?device_id=04b12a45-b0e7-4072-b5b5-0547d0e0f712 HTTP/1.1" status: 200 len: 946 time: 0.0793331 May 25 12:20:27.092480 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-396bc689-7b36-45df-b4a3-479ce3fd2d9b req-896fe50b-eecc-466c-81ed-52979457ee89 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "GET /v2.0/security-groups?id=292c08c5-c09e-4722-b3c0-d455a1ef6faf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385940 May 25 12:20:27.290298 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:20:27.484485 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3985ae53-c1be-440a-8013-aa915adb24c3 req-256f664d-242e-4675-bfd5-e8e88cdef01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:20:27.485935 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-3985ae53-c1be-440a-8013-aa915adb24c3 req-256f664d-242e-4675-bfd5-e8e88cdef01f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0864be46d0cc487f90c57acd6472d636&device_id=04b12a45-b0e7-4072-b5b5-0547d0e0f712 HTTP/1.1" status: 200 len: 1099 time: 0.0737202 May 25 12:20:27.625816 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3985ae53-c1be-440a-8013-aa915adb24c3 req-e2c0bfd1-5db8-48ef-a791-bbc4209ab127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:20:27.627148 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-3985ae53-c1be-440a-8013-aa915adb24c3 req-e2c0bfd1-5db8-48ef-a791-bbc4209ab127 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9e203381-a96d-4880-a7ef-d6ef0608763a HTTP/1.1" status: 200 len: 912 time: 0.1232970 May 25 12:20:27.725469 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-3985ae53-c1be-440a-8013-aa915adb24c3 req-a61e84de-cadd-4c11-96bf-ec982bf9ba49 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66b25cb5-fe41-443b-ae77-439bd8b7887d HTTP/1.1" status: 200 len: 1002 time: 0.0924118 May 25 12:20:27.789058 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3985ae53-c1be-440a-8013-aa915adb24c3 req-ebeb85c6-988b-46b7-9974-5d671c916ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:20:27.790441 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-3985ae53-c1be-440a-8013-aa915adb24c3 req-ebeb85c6-988b-46b7-9974-5d671c916ef1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f12d5ce9-47cf-4b08-8e23-17e74d451cc9 HTTP/1.1" status: 200 len: 850 time: 0.0595038 May 25 12:20:27.862355 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3985ae53-c1be-440a-8013-aa915adb24c3 req-0b4c364e-caa8-415e-a4cf-5f706b293670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:20:27.863764 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-3985ae53-c1be-440a-8013-aa915adb24c3 req-0b4c364e-caa8-415e-a4cf-5f706b293670 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9e203381-a96d-4880-a7ef-d6ef0608763a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0671771 May 25 12:20:28.081105 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-3985ae53-c1be-440a-8013-aa915adb24c3 req-4a4d8612-c331-426f-8fb4-f927c0b420f1 service neutron] 10.222.0.54 "GET /v2.0/networks/9e203381-a96d-4880-a7ef-d6ef0608763a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110815 May 25 12:20:28.210285 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-3985ae53-c1be-440a-8013-aa915adb24c3 req-8bf9091a-ba5f-4fa4-8e62-13286176c42c service neutron] 10.222.0.54 "GET /v2.0/networks/9e203381-a96d-4880-a7ef-d6ef0608763a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231349 May 25 12:20:28.276295 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec54256-bf3e-4b93-a89d-cc6aaebb5205 req-ed8b6db4-8ba2-46be-9b71-dee7537b8839 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:20:28.277744 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-cec54256-bf3e-4b93-a89d-cc6aaebb5205 req-ed8b6db4-8ba2-46be-9b71-dee7537b8839 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "GET /v2.0/ports?device_id=04b12a45-b0e7-4072-b5b5-0547d0e0f712 HTTP/1.1" status: 200 len: 946 time: 0.0827885 May 25 12:20:28.322131 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-cec54256-bf3e-4b93-a89d-cc6aaebb5205 req-c66a0bd9-d7af-4043-8764-f235be1382dc tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "GET /v2.0/security-groups?id=292c08c5-c09e-4722-b3c0-d455a1ef6faf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386863 May 25 12:20:29.508334 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6056db79-ce3d-43aa-aecc-ff21f21c7b55 req-ab33b4ac-906c-4d27-a9ba-3e936b681647 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:20:29.509798 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-6056db79-ce3d-43aa-aecc-ff21f21c7b55 req-ab33b4ac-906c-4d27-a9ba-3e936b681647 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "GET /v2.0/ports?device_id=04b12a45-b0e7-4072-b5b5-0547d0e0f712 HTTP/1.1" status: 200 len: 946 time: 0.0814984 May 25 12:20:29.553490 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-6056db79-ce3d-43aa-aecc-ff21f21c7b55 req-27c1d68b-4252-45f7-93f2-e12716f461b6 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "GET /v2.0/security-groups?id=292c08c5-c09e-4722-b3c0-d455a1ef6faf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380633 May 25 12:20:30.743662 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2898d736-8cd1-43ea-b991-3dd114342729 req-bcf1e51d-4de6-4736-87a1-b9a2fe104006 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:20:30.745009 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-2898d736-8cd1-43ea-b991-3dd114342729 req-bcf1e51d-4de6-4736-87a1-b9a2fe104006 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "GET /v2.0/ports?device_id=04b12a45-b0e7-4072-b5b5-0547d0e0f712 HTTP/1.1" status: 200 len: 946 time: 0.0834932 May 25 12:20:30.788361 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-2898d736-8cd1-43ea-b991-3dd114342729 req-1668f0a1-7af6-48ff-95ef-d5ba5ef66d73 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "GET /v2.0/security-groups?id=292c08c5-c09e-4722-b3c0-d455a1ef6faf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372715 May 25 12:20:31.969604 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1effb69e-4e95-4078-b073-153285716d63 req-54474e98-c9ed-4919-bb89-0ea68e821b19 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:20:31.971041 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-1effb69e-4e95-4078-b073-153285716d63 req-54474e98-c9ed-4919-bb89-0ea68e821b19 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "GET /v2.0/ports?device_id=04b12a45-b0e7-4072-b5b5-0547d0e0f712 HTTP/1.1" status: 200 len: 946 time: 0.0781560 May 25 12:20:32.017804 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-1effb69e-4e95-4078-b073-153285716d63 req-644a0fca-f919-4487-b02a-706e2049610c tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "GET /v2.0/security-groups?id=292c08c5-c09e-4722-b3c0-d455a1ef6faf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412428 May 25 12:20:33.200386 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4b48f4-fce9-45ff-83ca-a4e759323b04 req-fedd380b-f9a3-4198-9b5e-17418244a54f tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:20:33.201827 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-ef4b48f4-fce9-45ff-83ca-a4e759323b04 req-fedd380b-f9a3-4198-9b5e-17418244a54f tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "GET /v2.0/ports?device_id=04b12a45-b0e7-4072-b5b5-0547d0e0f712 HTTP/1.1" status: 200 len: 946 time: 0.0779431 May 25 12:20:33.246207 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-ef4b48f4-fce9-45ff-83ca-a4e759323b04 req-a9898a8e-2b73-4864-9cbf-41b574f1a3a1 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "GET /v2.0/security-groups?id=292c08c5-c09e-4722-b3c0-d455a1ef6faf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389364 May 25 12:20:34.433232 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72089a66-efb8-4834-a041-47962c0e0e6f req-db1a621a-a7c0-46c8-ae90-a1910631ffe2 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:20:34.434717 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-72089a66-efb8-4834-a041-47962c0e0e6f req-db1a621a-a7c0-46c8-ae90-a1910631ffe2 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "GET /v2.0/ports?device_id=04b12a45-b0e7-4072-b5b5-0547d0e0f712 HTTP/1.1" status: 200 len: 946 time: 0.0853140 May 25 12:20:34.571189 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-72089a66-efb8-4834-a041-47962c0e0e6f req-726b3899-d390-46b6-83f4-9dd607b0dab1 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "GET /v2.0/security-groups?id=292c08c5-c09e-4722-b3c0-d455a1ef6faf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253910 May 25 12:20:35.759749 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9119467-fd0c-4d99-a67c-d6076712da90 req-7d88e14c-24e8-4970-8562-0990da0d04b0 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:20:35.761103 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-f9119467-fd0c-4d99-a67c-d6076712da90 req-7d88e14c-24e8-4970-8562-0990da0d04b0 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "GET /v2.0/ports?device_id=04b12a45-b0e7-4072-b5b5-0547d0e0f712 HTTP/1.1" status: 200 len: 946 time: 0.0789177 May 25 12:20:35.803545 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-f9119467-fd0c-4d99-a67c-d6076712da90 req-7f20fb4f-7f8e-41fa-96e7-0466514805e0 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "GET /v2.0/security-groups?id=292c08c5-c09e-4722-b3c0-d455a1ef6faf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367961 May 25 12:20:36.995072 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4531141-5c4b-48d6-927b-20b7ea78932b req-be0feb6b-70dc-434e-8316-c881ddbee55c tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:20:36.996592 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-c4531141-5c4b-48d6-927b-20b7ea78932b req-be0feb6b-70dc-434e-8316-c881ddbee55c tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "GET /v2.0/ports?device_id=04b12a45-b0e7-4072-b5b5-0547d0e0f712 HTTP/1.1" status: 200 len: 946 time: 0.0873332 May 25 12:20:37.040035 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-c4531141-5c4b-48d6-927b-20b7ea78932b req-518d946c-2cd5-4cb9-bcc6-ffb301e1bad5 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "GET /v2.0/security-groups?id=292c08c5-c09e-4722-b3c0-d455a1ef6faf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379353 May 25 12:20:38.217307 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ea4679-8669-4202-bbed-a86706912562 req-c1422e32-4599-447e-b674-ae385c0b9780 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:20:38.218707 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-63ea4679-8669-4202-bbed-a86706912562 req-c1422e32-4599-447e-b674-ae385c0b9780 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "GET /v2.0/ports?device_id=04b12a45-b0e7-4072-b5b5-0547d0e0f712 HTTP/1.1" status: 200 len: 946 time: 0.0764444 May 25 12:20:38.265067 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-63ea4679-8669-4202-bbed-a86706912562 req-a5256321-28e1-4898-a638-109642b178fa tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "GET /v2.0/security-groups?id=292c08c5-c09e-4722-b3c0-d455a1ef6faf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408292 May 25 12:20:39.444637 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f01aee-5511-460e-ae97-d88e6f469208 req-066eea4c-046c-4816-b286-60036e3ddfd0 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:20:39.446773 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-67f01aee-5511-460e-ae97-d88e6f469208 req-066eea4c-046c-4816-b286-60036e3ddfd0 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "GET /v2.0/ports?device_id=04b12a45-b0e7-4072-b5b5-0547d0e0f712 HTTP/1.1" status: 200 len: 946 time: 0.0796473 May 25 12:20:39.489986 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-67f01aee-5511-460e-ae97-d88e6f469208 req-fd4e0067-e2aa-4bac-bf51-021088a6e19d tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "GET /v2.0/security-groups?id=292c08c5-c09e-4722-b3c0-d455a1ef6faf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376365 May 25 12:20:39.986821 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fcf7bc-d70c-47ba-9263-cbc3ae162cf6 req-365b16c6-c530-4b4d-989c-b51b0933501b tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:20:39.988300 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-39fcf7bc-d70c-47ba-9263-cbc3ae162cf6 req-365b16c6-c530-4b4d-989c-b51b0933501b tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "GET /v2.0/ports?device_id=04b12a45-b0e7-4072-b5b5-0547d0e0f712 HTTP/1.1" status: 200 len: 946 time: 0.0848482 May 25 12:20:40.032745 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-39fcf7bc-d70c-47ba-9263-cbc3ae162cf6 req-be5a5e5d-a4ed-482e-b7d1-97f3e83b1b1f tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "GET /v2.0/security-groups?id=292c08c5-c09e-4722-b3c0-d455a1ef6faf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382259 May 25 12:20:40.096483 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ab0d78-7bc7-4b2f-a378-4c9f4e8a0e42 req-52e6f232-ef0d-4104-9aee-b964c662b36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:20:40.097866 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-67ab0d78-7bc7-4b2f-a378-4c9f4e8a0e42 req-52e6f232-ef0d-4104-9aee-b964c662b36c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0864be46d0cc487f90c57acd6472d636&device_id=04b12a45-b0e7-4072-b5b5-0547d0e0f712 HTTP/1.1" status: 200 len: 1099 time: 0.0756693 May 25 12:20:40.224641 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ab0d78-7bc7-4b2f-a378-4c9f4e8a0e42 req-bc62d54e-bd49-418e-9fe5-196f0c2c80cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:20:40.226061 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-67ab0d78-7bc7-4b2f-a378-4c9f4e8a0e42 req-bc62d54e-bd49-418e-9fe5-196f0c2c80cd service neutron] 10.222.0.54 "GET /v2.0/networks?id=9e203381-a96d-4880-a7ef-d6ef0608763a HTTP/1.1" status: 200 len: 912 time: 0.1222951 May 25 12:20:40.325232 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-67ab0d78-7bc7-4b2f-a378-4c9f4e8a0e42 req-7b6f9161-7a0b-4482-9db5-b291e9acb7e7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66b25cb5-fe41-443b-ae77-439bd8b7887d HTTP/1.1" status: 200 len: 1002 time: 0.0928876 May 25 12:20:40.386841 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ab0d78-7bc7-4b2f-a378-4c9f4e8a0e42 req-8517b748-0ffc-4921-9116-1943dafd2fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:20:40.388176 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-67ab0d78-7bc7-4b2f-a378-4c9f4e8a0e42 req-8517b748-0ffc-4921-9116-1943dafd2fdc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f12d5ce9-47cf-4b08-8e23-17e74d451cc9 HTTP/1.1" status: 200 len: 850 time: 0.0559804 May 25 12:20:40.466267 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ab0d78-7bc7-4b2f-a378-4c9f4e8a0e42 req-dd4a5364-3d69-458d-a407-1e80ccbce9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:20:40.467769 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-67ab0d78-7bc7-4b2f-a378-4c9f4e8a0e42 req-dd4a5364-3d69-458d-a407-1e80ccbce9a9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9e203381-a96d-4880-a7ef-d6ef0608763a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0727522 May 25 12:20:40.596549 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-67ab0d78-7bc7-4b2f-a378-4c9f4e8a0e42 req-e21210e3-74fd-4179-87fd-35b99df3d74f service neutron] 10.222.0.54 "GET /v2.0/networks/9e203381-a96d-4880-a7ef-d6ef0608763a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218445 May 25 12:20:40.724976 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-67ab0d78-7bc7-4b2f-a378-4c9f4e8a0e42 req-22b9e00b-25fb-4261-b4c0-3024fbc1f2be service neutron] 10.222.0.54 "GET /v2.0/networks/9e203381-a96d-4880-a7ef-d6ef0608763a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219363 May 25 12:20:41.215910 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8ffb01-6c21-449e-9d26-f9a865dca8c4 req-1ccd3d25-3636-4293-abfd-d7346fe9851d tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:20:41.217359 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-1f8ffb01-6c21-449e-9d26-f9a865dca8c4 req-1ccd3d25-3636-4293-abfd-d7346fe9851d tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "GET /v2.0/ports?device_id=04b12a45-b0e7-4072-b5b5-0547d0e0f712 HTTP/1.1" status: 200 len: 946 time: 0.0779979 May 25 12:20:41.261013 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-1f8ffb01-6c21-449e-9d26-f9a865dca8c4 req-28176366-2f6b-4f2f-8cbd-7af1f15a4ad5 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "GET /v2.0/security-groups?id=292c08c5-c09e-4722-b3c0-d455a1ef6faf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381021 May 25 12:20:42.106617 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.agents_db [None req-9d38de35-3365-4658-8f1e-c8b00fd146ea None None] Agent healthcheck: found 6 active agents {{(pid=92475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 12:20:42.448687 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db08fb4d-5475-420d-8c70-de66739e96a9 req-2bba3b13-a94a-47a2-a6ac-817272fc8fd5 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:20:42.450149 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-db08fb4d-5475-420d-8c70-de66739e96a9 req-2bba3b13-a94a-47a2-a6ac-817272fc8fd5 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "GET /v2.0/ports?device_id=04b12a45-b0e7-4072-b5b5-0547d0e0f712 HTTP/1.1" status: 200 len: 946 time: 0.0839016 May 25 12:20:42.494376 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-db08fb4d-5475-420d-8c70-de66739e96a9 req-01d5830d-226c-43b5-9b84-13390c40729c tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "GET /v2.0/security-groups?id=292c08c5-c09e-4722-b3c0-d455a1ef6faf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381906 May 25 12:20:44.061344 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-01b46ad0-7635-4945-94de-0d20cb3d76af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:20:46.421553 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:20:46.774959 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-96f39581-c0e1-4658-b562-ee908224f79a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:20:48.044135 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ff182aac-c7db-4435-9e5c-c570f96503ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:20:49.512744 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-cb1178c2-b2b5-418b-a63c-7279ce5a9fe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:20:57.271726 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:21:14.037926 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-7a86c3b0-f43e-4adc-8310-8fa4de62bea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:21:16.310931 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d0d066-1e95-468c-8dd2-e9c9363040c7 req-f09fea31-773e-41c0-8f8d-c42f23104738 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:21:16.312382 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-58d0d066-1e95-468c-8dd2-e9c9363040c7 req-f09fea31-773e-41c0-8f8d-c42f23104738 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "GET /v2.0/ports?device_id=04b12a45-b0e7-4072-b5b5-0547d0e0f712 HTTP/1.1" status: 200 len: 946 time: 0.0793202 May 25 12:21:16.362408 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-58d0d066-1e95-468c-8dd2-e9c9363040c7 req-670d9367-3d10-490e-b266-5758ea9697f2 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "GET /v2.0/security-groups?id=292c08c5-c09e-4722-b3c0-d455a1ef6faf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441129 May 25 12:21:16.415464 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:21:16.758278 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-c5cee649-f878-404f-bba4-d97537582157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:21:17.548723 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ab034f-4ca9-4589-b54b-e6bdda06c2ea req-a92ae1fa-5881-45c0-a083-82b29806055a tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:21:17.550128 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-93ab034f-4ca9-4589-b54b-e6bdda06c2ea req-a92ae1fa-5881-45c0-a083-82b29806055a tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "GET /v2.0/ports?device_id=04b12a45-b0e7-4072-b5b5-0547d0e0f712 HTTP/1.1" status: 200 len: 946 time: 0.0771091 May 25 12:21:17.592862 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-93ab034f-4ca9-4589-b54b-e6bdda06c2ea req-4017e80f-0686-4bf3-9203-a51abdd3019a tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "GET /v2.0/security-groups?id=292c08c5-c09e-4722-b3c0-d455a1ef6faf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372581 May 25 12:21:18.038279 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ff182aac-c7db-4435-9e5c-c570f96503ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:21:18.778199 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfd5cda-799f-4ebf-97ec-874f6959b278 req-88fda1b9-2667-4f12-b5be-afb04b8a039c tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:21:18.779587 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-1bfd5cda-799f-4ebf-97ec-874f6959b278 req-88fda1b9-2667-4f12-b5be-afb04b8a039c tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "GET /v2.0/ports?device_id=04b12a45-b0e7-4072-b5b5-0547d0e0f712 HTTP/1.1" status: 200 len: 946 time: 0.0837781 May 25 12:21:18.823334 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-1bfd5cda-799f-4ebf-97ec-874f6959b278 req-6f5a378e-e720-45dc-818b-a240b648791b tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "GET /v2.0/security-groups?id=292c08c5-c09e-4722-b3c0-d455a1ef6faf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382380 May 25 12:21:19.109570 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.agents_db [None req-9d38de35-3365-4658-8f1e-c8b00fd146ea None None] Agent healthcheck: found 6 active agents {{(pid=92475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 12:21:19.517372 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-cb1178c2-b2b5-418b-a63c-7279ce5a9fe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:21:20.004599 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d582f0-e062-4177-81d5-e1259cb6b9f2 req-606ef211-2409-4db6-896b-ad60fb4048e5 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:21:20.006018 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-10d582f0-e062-4177-81d5-e1259cb6b9f2 req-606ef211-2409-4db6-896b-ad60fb4048e5 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "GET /v2.0/ports?device_id=04b12a45-b0e7-4072-b5b5-0547d0e0f712 HTTP/1.1" status: 200 len: 946 time: 0.0780373 May 25 12:21:20.049782 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-10d582f0-e062-4177-81d5-e1259cb6b9f2 req-f1cb6cc4-3ec4-45cb-b3d3-fc54f4c9e51d tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "GET /v2.0/security-groups?id=292c08c5-c09e-4722-b3c0-d455a1ef6faf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375681 May 25 12:21:21.235857 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9697c2-19cc-4041-b679-dc292a8c894f req-ac6744ec-1106-4ae9-b33e-ff1a06d7ddab tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:21:21.237433 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-ae9697c2-19cc-4041-b679-dc292a8c894f req-ac6744ec-1106-4ae9-b33e-ff1a06d7ddab tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "GET /v2.0/ports?device_id=04b12a45-b0e7-4072-b5b5-0547d0e0f712 HTTP/1.1" status: 200 len: 946 time: 0.0818233 May 25 12:21:21.281565 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-ae9697c2-19cc-4041-b679-dc292a8c894f req-fb7e4df7-2634-4e13-8d1a-55dff7594c90 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "GET /v2.0/security-groups?id=292c08c5-c09e-4722-b3c0-d455a1ef6faf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385795 May 25 12:21:22.467408 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23664a4d-4350-4d0f-b9f9-2c5ecb7dac33 req-67e4017b-906d-4ca9-8d9a-d0cf0923d5d2 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:21:22.468902 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-23664a4d-4350-4d0f-b9f9-2c5ecb7dac33 req-67e4017b-906d-4ca9-8d9a-d0cf0923d5d2 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "GET /v2.0/ports?device_id=04b12a45-b0e7-4072-b5b5-0547d0e0f712 HTTP/1.1" status: 200 len: 946 time: 0.0797157 May 25 12:21:22.512971 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-23664a4d-4350-4d0f-b9f9-2c5ecb7dac33 req-21d31ee5-1061-4553-8463-679159a62cd7 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "GET /v2.0/security-groups?id=292c08c5-c09e-4722-b3c0-d455a1ef6faf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383894 May 25 12:21:23.695887 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd358e4c-1766-494a-b4ff-35155a335705 req-05a5be02-3202-4095-bb8b-366b22cf26bc tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:21:23.697899 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-cd358e4c-1766-494a-b4ff-35155a335705 req-05a5be02-3202-4095-bb8b-366b22cf26bc tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "GET /v2.0/ports?device_id=04b12a45-b0e7-4072-b5b5-0547d0e0f712 HTTP/1.1" status: 200 len: 946 time: 0.0832820 May 25 12:21:23.740517 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-cd358e4c-1766-494a-b4ff-35155a335705 req-1c527638-8948-4530-a30b-95ba8c28a53a tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "GET /v2.0/security-groups?id=292c08c5-c09e-4722-b3c0-d455a1ef6faf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370474 May 25 12:21:24.922827 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e33efe-4615-4255-9692-db95b1c2f360 req-45246bbc-dc40-44ba-ae64-78825a416bf3 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:21:24.924321 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-d4e33efe-4615-4255-9692-db95b1c2f360 req-45246bbc-dc40-44ba-ae64-78825a416bf3 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "GET /v2.0/ports?device_id=04b12a45-b0e7-4072-b5b5-0547d0e0f712 HTTP/1.1" status: 200 len: 946 time: 0.0783033 May 25 12:21:24.973259 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-d4e33efe-4615-4255-9692-db95b1c2f360 req-9957e887-0624-487f-93fc-c7b8e0e383db tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "GET /v2.0/security-groups?id=292c08c5-c09e-4722-b3c0-d455a1ef6faf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433910 May 25 12:21:26.153374 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c91676f-0f28-493a-9564-382a2fc02b6f req-e0dc273c-b883-4296-98a9-19a31f99022c tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:21:26.154822 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-6c91676f-0f28-493a-9564-382a2fc02b6f req-e0dc273c-b883-4296-98a9-19a31f99022c tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "GET /v2.0/ports?device_id=04b12a45-b0e7-4072-b5b5-0547d0e0f712 HTTP/1.1" status: 200 len: 946 time: 0.0792181 May 25 12:21:26.199578 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-6c91676f-0f28-493a-9564-382a2fc02b6f req-2f8f60e9-4357-4e99-9269-bda2402c6f99 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "GET /v2.0/security-groups?id=292c08c5-c09e-4722-b3c0-d455a1ef6faf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392034 May 25 12:21:27.312629 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:21:27.384401 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731fc235-7187-4885-853f-d28e6751a3be req-a5f8a079-fec1-4d26-ab4c-1bfcae42e5a8 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:21:27.385850 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-731fc235-7187-4885-853f-d28e6751a3be req-a5f8a079-fec1-4d26-ab4c-1bfcae42e5a8 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "GET /v2.0/ports?device_id=04b12a45-b0e7-4072-b5b5-0547d0e0f712 HTTP/1.1" status: 200 len: 946 time: 0.0818098 May 25 12:21:27.429765 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-731fc235-7187-4885-853f-d28e6751a3be req-c515193b-ad6e-4889-8426-882b9d966748 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "GET /v2.0/security-groups?id=292c08c5-c09e-4722-b3c0-d455a1ef6faf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381911 May 25 12:21:27.935273 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bececf-77f0-485c-b3b7-a46d760dc83c req-f636fccd-2df9-41b8-b06f-e5bf198da6e9 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:21:27.936911 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-f3bececf-77f0-485c-b3b7-a46d760dc83c req-f636fccd-2df9-41b8-b06f-e5bf198da6e9 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "GET /v2.0/ports?device_id=04b12a45-b0e7-4072-b5b5-0547d0e0f712 HTTP/1.1" status: 200 len: 946 time: 0.0799248 May 25 12:21:27.980479 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-f3bececf-77f0-485c-b3b7-a46d760dc83c req-4d7b729c-5f65-4cc1-93b9-cefc3e224205 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "GET /v2.0/security-groups?id=292c08c5-c09e-4722-b3c0-d455a1ef6faf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376728 May 25 12:21:28.074162 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1099d60-0097-461d-81df-7207beddf0b5 req-c46f89aa-0bbb-4f16-9ad2-81914647a051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:21:28.075542 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-a1099d60-0097-461d-81df-7207beddf0b5 req-c46f89aa-0bbb-4f16-9ad2-81914647a051 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0864be46d0cc487f90c57acd6472d636&device_id=04b12a45-b0e7-4072-b5b5-0547d0e0f712 HTTP/1.1" status: 200 len: 1099 time: 0.0700142 May 25 12:21:28.206184 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1099d60-0097-461d-81df-7207beddf0b5 req-d0dc3775-1036-4b1d-9879-80ab785ea239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:21:28.207737 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-a1099d60-0097-461d-81df-7207beddf0b5 req-d0dc3775-1036-4b1d-9879-80ab785ea239 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9e203381-a96d-4880-a7ef-d6ef0608763a HTTP/1.1" status: 200 len: 912 time: 0.1261673 May 25 12:21:28.307626 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-a1099d60-0097-461d-81df-7207beddf0b5 req-430d0669-226d-4a23-9cc5-75160f9725f5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66b25cb5-fe41-443b-ae77-439bd8b7887d HTTP/1.1" status: 200 len: 1002 time: 0.0936553 May 25 12:21:28.369899 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1099d60-0097-461d-81df-7207beddf0b5 req-51dab9ba-f390-4478-a05b-06ac74581b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:21:28.371237 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-a1099d60-0097-461d-81df-7207beddf0b5 req-51dab9ba-f390-4478-a05b-06ac74581b90 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f12d5ce9-47cf-4b08-8e23-17e74d451cc9 HTTP/1.1" status: 200 len: 850 time: 0.0573380 May 25 12:21:28.449284 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1099d60-0097-461d-81df-7207beddf0b5 req-0b0c7918-ea6a-4446-9e25-3db7a3cccdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:21:28.450753 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-a1099d60-0097-461d-81df-7207beddf0b5 req-0b0c7918-ea6a-4446-9e25-3db7a3cccdc6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9e203381-a96d-4880-a7ef-d6ef0608763a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0731153 May 25 12:21:28.672531 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-a1099d60-0097-461d-81df-7207beddf0b5 req-cce9090f-d44e-457b-9280-6a9c034001e1 service neutron] 10.222.0.54 "GET /v2.0/networks/9e203381-a96d-4880-a7ef-d6ef0608763a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139144 May 25 12:21:28.799588 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-a1099d60-0097-461d-81df-7207beddf0b5 req-0d6a6a9a-0b48-48c7-963c-65bba160d208 service neutron] 10.222.0.54 "GET /v2.0/networks/9e203381-a96d-4880-a7ef-d6ef0608763a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211925 May 25 12:21:28.952084 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d3e850-8d9b-4342-adb2-ac31467b3469 req-587c9f20-445d-488b-96e1-2be15f9ac5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:21:28.954232 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-83d3e850-8d9b-4342-adb2-ac31467b3469 req-587c9f20-445d-488b-96e1-2be15f9ac5ae service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0864be46d0cc487f90c57acd6472d636&device_id=04b12a45-b0e7-4072-b5b5-0547d0e0f712 HTTP/1.1" status: 200 len: 1099 time: 0.0719318 May 25 12:21:29.101146 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d3e850-8d9b-4342-adb2-ac31467b3469 req-54675901-adde-43f1-89eb-c9c64e0a5d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:21:29.103136 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-83d3e850-8d9b-4342-adb2-ac31467b3469 req-54675901-adde-43f1-89eb-c9c64e0a5d5d service neutron] 10.222.0.54 "GET /v2.0/networks?id=9e203381-a96d-4880-a7ef-d6ef0608763a HTTP/1.1" status: 200 len: 912 time: 0.1284771 May 25 12:21:29.212540 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-83d3e850-8d9b-4342-adb2-ac31467b3469 req-345dbcf7-acd1-488e-b175-22d0688e94d2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66b25cb5-fe41-443b-ae77-439bd8b7887d HTTP/1.1" status: 200 len: 1002 time: 0.1023130 May 25 12:21:29.264034 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e830b6-ae36-41ae-a79e-afe69230dcf6 req-202fed05-15b5-4828-9722-2ca655dd4f9d tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:21:29.265509 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-25e830b6-ae36-41ae-a79e-afe69230dcf6 req-202fed05-15b5-4828-9722-2ca655dd4f9d tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "GET /v2.0/ports?device_id=04b12a45-b0e7-4072-b5b5-0547d0e0f712 HTTP/1.1" status: 200 len: 946 time: 0.1767204 May 25 12:21:29.275828 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d3e850-8d9b-4342-adb2-ac31467b3469 req-89da6dc9-bbb6-4118-a074-2260a9b945e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:21:29.277388 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-83d3e850-8d9b-4342-adb2-ac31467b3469 req-89da6dc9-bbb6-4118-a074-2260a9b945e4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f12d5ce9-47cf-4b08-8e23-17e74d451cc9 HTTP/1.1" status: 200 len: 850 time: 0.0572195 May 25 12:21:29.327150 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-25e830b6-ae36-41ae-a79e-afe69230dcf6 req-9ff42e4a-f035-4bd7-9e33-9231f583d206 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "GET /v2.0/security-groups?id=292c08c5-c09e-4722-b3c0-d455a1ef6faf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471082 May 25 12:21:29.358859 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d3e850-8d9b-4342-adb2-ac31467b3469 req-9af5ccb5-2143-47a5-99cf-14358b2fa262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:21:29.360349 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-83d3e850-8d9b-4342-adb2-ac31467b3469 req-9af5ccb5-2143-47a5-99cf-14358b2fa262 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9e203381-a96d-4880-a7ef-d6ef0608763a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0736036 May 25 12:21:29.491307 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-83d3e850-8d9b-4342-adb2-ac31467b3469 req-a4aee7c2-e8c1-4903-aae5-26d73145c3b0 service neutron] 10.222.0.54 "GET /v2.0/networks/9e203381-a96d-4880-a7ef-d6ef0608763a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239738 May 25 12:21:29.620498 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-83d3e850-8d9b-4342-adb2-ac31467b3469 req-102d7e07-0a3a-459a-8599-e3e3a3eb7f8f service neutron] 10.222.0.54 "GET /v2.0/networks/9e203381-a96d-4880-a7ef-d6ef0608763a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232507 May 25 12:21:30.510306 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496a743c-7b13-46db-bd57-e578b00da745 req-5ee0dfbf-02f9-4cf7-998e-d3d976673fc7 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:21:30.511757 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-496a743c-7b13-46db-bd57-e578b00da745 req-5ee0dfbf-02f9-4cf7-998e-d3d976673fc7 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "GET /v2.0/ports?device_id=04b12a45-b0e7-4072-b5b5-0547d0e0f712 HTTP/1.1" status: 200 len: 946 time: 0.0807106 May 25 12:21:30.555676 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-496a743c-7b13-46db-bd57-e578b00da745 req-f4b4359c-a594-42e8-b58d-18758abde3fa tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "GET /v2.0/security-groups?id=292c08c5-c09e-4722-b3c0-d455a1ef6faf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383759 May 25 12:21:44.014506 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-45cf27af-7f93-4045-90cc-311a4093bc29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:21:46.425742 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:21:46.745885 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-fcfe15d9-455d-41cf-a900-62bd9afdb8fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:21:48.071420 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ff182aac-c7db-4435-9e5c-c570f96503ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:21:49.523074 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-cb1178c2-b2b5-418b-a63c-7279ce5a9fe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:21:56.108542 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.agents_db [None req-9d38de35-3365-4658-8f1e-c8b00fd146ea None None] Agent healthcheck: found 6 active agents {{(pid=92475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 12:21:57.288384 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:22:03.488793 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4fb7c8-16f2-48bb-8d3a-f74c461d257b req-ef6b8106-ab88-4628-b84d-b8c457db19c4 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:22:03.490235 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-7c4fb7c8-16f2-48bb-8d3a-f74c461d257b req-ef6b8106-ab88-4628-b84d-b8c457db19c4 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "GET /v2.0/ports?device_id=04b12a45-b0e7-4072-b5b5-0547d0e0f712 HTTP/1.1" status: 200 len: 946 time: 0.0789747 May 25 12:22:03.534850 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-7c4fb7c8-16f2-48bb-8d3a-f74c461d257b req-5d3f5e03-51e8-491a-846c-adf0ca00641f tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "GET /v2.0/security-groups?id=292c08c5-c09e-4722-b3c0-d455a1ef6faf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384552 May 25 12:22:04.721352 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50f92f8-f71a-49ba-b5fd-1cfa27b47809 req-5657099f-3119-4360-a8da-fc8608a33bd7 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:22:04.722694 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-a50f92f8-f71a-49ba-b5fd-1cfa27b47809 req-5657099f-3119-4360-a8da-fc8608a33bd7 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "GET /v2.0/ports?device_id=04b12a45-b0e7-4072-b5b5-0547d0e0f712 HTTP/1.1" status: 200 len: 946 time: 0.0821033 May 25 12:22:04.765125 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-a50f92f8-f71a-49ba-b5fd-1cfa27b47809 req-82d93c3b-efc3-4084-a9eb-2b7f79dc78d4 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "GET /v2.0/security-groups?id=292c08c5-c09e-4722-b3c0-d455a1ef6faf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362291 May 25 12:22:05.308823 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5517ca-051f-4f63-a5f9-39641d8ed3ad req-1a872d0f-8791-4e5f-9078-26b5cc0188fd tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:22:05.309512 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [req-5b5517ca-051f-4f63-a5f9-39641d8ed3ad req-1a872d0f-8791-4e5f-9078-26b5cc0188fd tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Synchronizing usage tracker for tenant:0864be46d0cc487f90c57acd6472d636 on resource:port {{(pid=92473) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 12:22:05.397131 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [req-5b5517ca-051f-4f63-a5f9-39641d8ed3ad req-1a872d0f-8791-4e5f-9078-26b5cc0188fd tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Unset dirty status for tenant:0864be46d0cc487f90c57acd6472d636 on resource:port {{(pid=92473) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 12:22:05.398223 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-5b5517ca-051f-4f63-a5f9-39641d8ed3ad req-1a872d0f-8791-4e5f-9078-26b5cc0188fd tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.54 "GET /v2.0/ports?device_id=04b12a45-b0e7-4072-b5b5-0547d0e0f712 HTTP/1.1" status: 200 len: 946 time: 0.1655464 May 25 12:22:05.534468 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.plugin [req-5b5517ca-051f-4f63-a5f9-39641d8ed3ad req-272fd47a-23ac-4050-80e9-4e00700a4dc8 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Deleting port 66b25cb5-fe41-443b-ae77-439bd8b7887d {{(pid=92473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 12:22:05.534810 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-5b5517ca-051f-4f63-a5f9-39641d8ed3ad req-272fd47a-23ac-4050-80e9-4e00700a4dc8 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786008536899'] for port, before_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:22:05.664604 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.db [req-5b5517ca-051f-4f63-a5f9-39641d8ed3ad req-272fd47a-23ac-4050-80e9-4e00700a4dc8 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] For port 66b25cb5-fe41-443b-ae77-439bd8b7887d, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=66b25cb5-fe41-443b-ae77-439bd8b7887d,segment=NetworkSegment(dad021e1-3360-4664-9601-c09fb6755ab8),segment_id=dad021e1-3360-4664-9601-c09fb6755ab8)] {{(pid=92473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:22:05.664876 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-5b5517ca-051f-4f63-a5f9-39641d8ed3ad req-272fd47a-23ac-4050-80e9-4e00700a4dc8 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042426'] for port, precommit_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:22:05.947763 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73742761-2ae9-4167-a14e-5e00a095119b req-b1463d52-83b9-4efc-abeb-f952bf2a9c78 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:22:05.949311 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-73742761-2ae9-4167-a14e-5e00a095119b req-b1463d52-83b9-4efc-abeb-f952bf2a9c78 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "GET /v2.0/ports?device_id=04b12a45-b0e7-4072-b5b5-0547d0e0f712 HTTP/1.1" status: 200 len: 946 time: 0.0780876 May 25 12:22:05.999858 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-73742761-2ae9-4167-a14e-5e00a095119b req-b55fe595-ff24-4b42-b698-f85e1a73db19 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "GET /v2.0/security-groups?id=292c08c5-c09e-4722-b3c0-d455a1ef6faf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447552 May 25 12:22:06.054015 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-5b5517ca-051f-4f63-a5f9-39641d8ed3ad req-272fd47a-23ac-4050-80e9-4e00700a4dc8 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:22:06.054931 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-5b5517ca-051f-4f63-a5f9-39641d8ed3ad req-272fd47a-23ac-4050-80e9-4e00700a4dc8 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1047065'] for floatingip, after_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:22:06.055236 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.db.l3_db [req-5b5517ca-051f-4f63-a5f9-39641d8ed3ad req-272fd47a-23ac-4050-80e9-4e00700a4dc8 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Floating IP f4fee1a4-c684-4ddc-9479-00896b875bf8 disassociated. External IP: 172.28.2.158, port: 66b25cb5-fe41-443b-ae77-439bd8b7887d. May 25 12:22:06.055587 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.plugin [req-5b5517ca-051f-4f63-a5f9-39641d8ed3ad req-272fd47a-23ac-4050-80e9-4e00700a4dc8 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Calling delete_port for 66b25cb5-fe41-443b-ae77-439bd8b7887d owned by compute:nova {{(pid=92473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 12:22:06.249020 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-5b5517ca-051f-4f63-a5f9-39641d8ed3ad req-272fd47a-23ac-4050-80e9-4e00700a4dc8 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786008539046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786008105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2465563'] for port, after_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:22:06.254726 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-25ac45a1-1f8c-4ef8-a2a5-3065ade1e6d6 tempest-ServerRescueNegativeTestJSON-2042303140 tempest-ServerRescueNegativeTestJSON-2042303140-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:22:06.297420 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272fd47a-23ac-4050-80e9-4e00700a4dc8 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Pushing event deleted for resources: {'Port': ['ID=66b25cb5-fe41-443b-ae77-439bd8b7887d,revision_number=None']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:22:06.309698 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272fd47a-23ac-4050-80e9-4e00700a4dc8 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:22:06.309698 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272fd47a-23ac-4050-80e9-4e00700a4dc8 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:22:06.309698 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272fd47a-23ac-4050-80e9-4e00700a4dc8 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:22:06.310393 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272fd47a-23ac-4050-80e9-4e00700a4dc8 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:22:06.310393 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272fd47a-23ac-4050-80e9-4e00700a4dc8 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:22:06.310648 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272fd47a-23ac-4050-80e9-4e00700a4dc8 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:22:06.310974 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272fd47a-23ac-4050-80e9-4e00700a4dc8 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:22:06.311360 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272fd47a-23ac-4050-80e9-4e00700a4dc8 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:22:06.311696 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272fd47a-23ac-4050-80e9-4e00700a4dc8 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:22:06.312041 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272fd47a-23ac-4050-80e9-4e00700a4dc8 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:22:06.312383 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272fd47a-23ac-4050-80e9-4e00700a4dc8 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:22:06.312722 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272fd47a-23ac-4050-80e9-4e00700a4dc8 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:22:06.316663 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-272fd47a-23ac-4050-80e9-4e00700a4dc8 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:22:06.494631 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5b5517ca-051f-4f63-a5f9-39641d8ed3ad req-272fd47a-23ac-4050-80e9-4e00700a4dc8 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Router 0dc1a175-0361-48b3-a7cd-2f6b52a7a40a has already been hosted by L3 agent 4aaf6e0c-8c85-4f95-8d8e-6a64f0cc3b25 {{(pid=92473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 12:22:06.670965 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5b5517ca-051f-4f63-a5f9-39641d8ed3ad req-272fd47a-23ac-4050-80e9-4e00700a4dc8 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Notify agent at l3_agent.dv-cinder-779233-5-smb the message routers_updated {{(pid=92473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 12:22:06.681357 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315d2d19-3652-472b-96cd-36545367eb4d None None] Sync routers for ids ['0dc1a175-0361-48b3-a7cd-2f6b52a7a40a'] in dv-cinder-779233-5-smb {{(pid=92475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 12:22:06.691987 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315d2d19-3652-472b-96cd-36545367eb4d None None] Routers {'0dc1a175-0361-48b3-a7cd-2f6b52a7a40a'} bound to L3 agent in host dv-cinder-779233-5-smb {{(pid=92475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 12:22:06.692601 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_hamode_db [None req-315d2d19-3652-472b-96cd-36545367eb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T12:04:17Z,description=,heartbeat_timestamp=2021-05-25T12:21:47Z,host='dv-cinder-779233-5-smb',id=4aaf6e0c-8c85-4f95-8d8e-6a64f0cc3b25,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T12:04:17Z,topic='l3_agent')) {'router_ids': ['0dc1a175-0361-48b3-a7cd-2f6b52a7a40a'], 'active': True} {{(pid=92475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:22:06.744286 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b5517ca-051f-4f63-a5f9-39641d8ed3ad req-272fd47a-23ac-4050-80e9-4e00700a4dc8 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] No DVR routers for this DVR port 66b25cb5-fe41-443b-ae77-439bd8b7887d on host hv-cinder-77923 {{(pid=92473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 12:22:06.747024 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-5b5517ca-051f-4f63-a5f9-39641d8ed3ad req-272fd47a-23ac-4050-80e9-4e00700a4dc8 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163099'] for port, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:22:06.751079 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04b12a45-b0e7-4072-b5b5-0547d0e0f712', 'name': 'network-vif-deleted', 'tag': '66b25cb5-fe41-443b-ae77-439bd8b7887d'}] {{(pid=92473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 12:22:06.799519 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04b12a45-b0e7-4072-b5b5-0547d0e0f712', 'name': 'network-vif-deleted', 'tag': '66b25cb5-fe41-443b-ae77-439bd8b7887d', 'status': 'completed', 'code': 200} May 25 12:22:06.821513 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-5b5517ca-051f-4f63-a5f9-39641d8ed3ad req-272fd47a-23ac-4050-80e9-4e00700a4dc8 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.54 "DELETE /v2.0/ports/66b25cb5-fe41-443b-ae77-439bd8b7887d HTTP/1.1" status: 204 len: 173 time: 1.4180267 May 25 12:22:06.904348 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_dvr_db [None req-315d2d19-3652-472b-96cd-36545367eb4d None None] Set router 0dc1a175-0361-48b3-a7cd-2f6b52a7a40a gateway port host: dv-cinder-779233-5-smb {{(pid=92475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 12:22:07.166347 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-b43e8015-9487-4695-9abf-d4e112e9c5a1 req-9c177079-6a1f-47ac-95c3-039672993342 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "GET /v2.0/ports?device_id=04b12a45-b0e7-4072-b5b5-0547d0e0f712 HTTP/1.1" status: 200 len: 210 time: 0.0414505 May 25 12:22:07.215948 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_hamode_db [None req-315d2d19-3652-472b-96cd-36545367eb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dc1a175-0361-48b3-a7cd-2f6b52a7a40a', 'name': 'tempest-AttachVolumeTestJSON-1227512456-router', 'tenant_id': '0864be46d0cc487f90c57acd6472d636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'external_fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.43'}], 'enable_snat': True}, 'gw_port_id': '2ba47493-61e6-45b7-a51a-3a13c4b0879f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T12:19:10Z', 'updated_at': '2021-05-25T12:19:14Z', 'revision_number': 4, 'project_id': '0864be46d0cc487f90c57acd6472d636', 'gw_port': {'id': '2ba47493-61e6-45b7-a51a-3a13c4b0879f', 'name': '', 'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:94:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc1a175-0361-48b3-a7cd-2f6b52a7a40a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:19:11Z', 'updated_at': '2021-05-25T12:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-5-smb', '_interfaces': [{'id': '7fa2cfb7-9628-429f-8dac-0135915a9c9a', 'name': '', 'network_id': '9e203381-a96d-4880-a7ef-d6ef0608763a', 'tenant_id': '0864be46d0cc487f90c57acd6472d636', 'mac_address': 'fa:16:3e:fd:00:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc1a175-0361-48b3-a7cd-2f6b52a7a40a', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'f12d5ce9-47cf-4b08-8e23-17e74d451cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:19:13Z', 'updated_at': '2021-05-25T12:19:20Z', 'revision_number': 5, 'project_id': '0864be46d0cc487f90c57acd6472d636', 'subnets': [{'id': 'f12d5ce9-47cf-4b08-8e23-17e74d451cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-5-smb', False) {} {{(pid=92475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:22:07.219654 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315d2d19-3652-472b-96cd-36545367eb4d None None] Checking router: 0dc1a175-0361-48b3-a7cd-2f6b52a7a40a for host: dv-cinder-779233-5-smb {{(pid=92475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 12:22:07.227645 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315d2d19-3652-472b-96cd-36545367eb4d None None] Routers {'0dc1a175-0361-48b3-a7cd-2f6b52a7a40a'} bound to L3 agent in host dv-cinder-779233-5-smb {{(pid=92475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 12:22:07.228228 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_hamode_db [None req-315d2d19-3652-472b-96cd-36545367eb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T12:04:17Z,description=,heartbeat_timestamp=2021-05-25T12:21:47Z,host='dv-cinder-779233-5-smb',id=4aaf6e0c-8c85-4f95-8d8e-6a64f0cc3b25,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T12:04:17Z,topic='l3_agent')) {'router_ids': ['0dc1a175-0361-48b3-a7cd-2f6b52a7a40a'], 'active': True} {{(pid=92475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:22:07.398717 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_dvr_db [None req-315d2d19-3652-472b-96cd-36545367eb4d None None] Set router 0dc1a175-0361-48b3-a7cd-2f6b52a7a40a gateway port host: dv-cinder-779233-5-smb {{(pid=92475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 12:22:07.712399 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_hamode_db [None req-315d2d19-3652-472b-96cd-36545367eb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dc1a175-0361-48b3-a7cd-2f6b52a7a40a', 'name': 'tempest-AttachVolumeTestJSON-1227512456-router', 'tenant_id': '0864be46d0cc487f90c57acd6472d636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'external_fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.43'}], 'enable_snat': True}, 'gw_port_id': '2ba47493-61e6-45b7-a51a-3a13c4b0879f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T12:19:10Z', 'updated_at': '2021-05-25T12:19:14Z', 'revision_number': 4, 'project_id': '0864be46d0cc487f90c57acd6472d636', 'gw_port': {'id': '2ba47493-61e6-45b7-a51a-3a13c4b0879f', 'name': '', 'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:94:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc1a175-0361-48b3-a7cd-2f6b52a7a40a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:19:11Z', 'updated_at': '2021-05-25T12:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-5-smb', '_interfaces': [{'id': '7fa2cfb7-9628-429f-8dac-0135915a9c9a', 'name': '', 'network_id': '9e203381-a96d-4880-a7ef-d6ef0608763a', 'tenant_id': '0864be46d0cc487f90c57acd6472d636', 'mac_address': 'fa:16:3e:fd:00:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc1a175-0361-48b3-a7cd-2f6b52a7a40a', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'f12d5ce9-47cf-4b08-8e23-17e74d451cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:19:13Z', 'updated_at': '2021-05-25T12:19:20Z', 'revision_number': 5, 'project_id': '0864be46d0cc487f90c57acd6472d636', 'subnets': [{'id': 'f12d5ce9-47cf-4b08-8e23-17e74d451cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-5-smb', False) {} {{(pid=92475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:22:07.716200 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315d2d19-3652-472b-96cd-36545367eb4d None None] The sync data for ids ['0dc1a175-0361-48b3-a7cd-2f6b52a7a40a'] in dv-cinder-779233-5-smb is: [{'id': '0dc1a175-0361-48b3-a7cd-2f6b52a7a40a', 'name': 'tempest-AttachVolumeTestJSON-1227512456-router', 'tenant_id': '0864be46d0cc487f90c57acd6472d636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'external_fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.43'}], 'enable_snat': True}, 'gw_port_id': '2ba47493-61e6-45b7-a51a-3a13c4b0879f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T12:19:10Z', 'updated_at': '2021-05-25T12:19:14Z', 'revision_number': 4, 'project_id': '0864be46d0cc487f90c57acd6472d636', 'gw_port': {'id': '2ba47493-61e6-45b7-a51a-3a13c4b0879f', 'name': '', 'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:94:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc1a175-0361-48b3-a7cd-2f6b52a7a40a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:19:11Z', 'updated_at': '2021-05-25T12:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-5-smb', '_interfaces': [{'id': '7fa2cfb7-9628-429f-8dac-0135915a9c9a', 'name': '', 'network_id': '9e203381-a96d-4880-a7ef-d6ef0608763a', 'tenant_id': '0864be46d0cc487f90c57acd6472d636', 'mac_address': 'fa:16:3e:fd:00:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc1a175-0361-48b3-a7cd-2f6b52a7a40a', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'f12d5ce9-47cf-4b08-8e23-17e74d451cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:19:13Z', 'updated_at': '2021-05-25T12:19:20Z', 'revision_number': 5, 'project_id': '0864be46d0cc487f90c57acd6472d636', 'subnets': [{'id': 'f12d5ce9-47cf-4b08-8e23-17e74d451cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 12:22:07.912101 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3355ec0-2f7b-41fa-8792-71b30e67fc39 None None] New status for floating IP f4fee1a4-c684-4ddc-9479-00896b875bf8: DOWN {{(pid=92474) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 12:22:08.370528 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 44604) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:22:08.436814 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-f97911fe-814d-41a6-9df4-1f06689fe437 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Notify callbacks [] for security_group, before_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:22:08.465236 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-f97911fe-814d-41a6-9df4-1f06689fe437 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:22:08.591443 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-f97911fe-814d-41a6-9df4-1f06689fe437 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:22:08.596353 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-ebddbfbf-3a87-4711-9eac-6d874aa90b12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:22:08.611157 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97911fe-814d-41a6-9df4-1f06689fe437 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=292c08c5-c09e-4722-b3c0-d455a1ef6faf,revision_number=None']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:22:08.613606 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-f97911fe-814d-41a6-9df4-1f06689fe437 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:22:08.693365 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-f97911fe-814d-41a6-9df4-1f06689fe437 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Notify callbacks [] for security_group, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:22:08.694472 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-f97911fe-814d-41a6-9df4-1f06689fe437 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "DELETE /v2.0/security-groups/292c08c5-c09e-4722-b3c0-d455a1ef6faf HTTP/1.1" status: 204 len: 168 time: 0.3229754 May 25 12:22:08.697204 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 44608) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:22:08.713073 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.api.v2.resource [None req-74e54645-7479-4a67-a408-e6fedbc50aba tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] show failed (client error): The resource could not be found. May 25 12:22:08.713946 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-74e54645-7479-4a67-a408-e6fedbc50aba tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "GET /v2.0/security-groups/292c08c5-c09e-4722-b3c0-d455a1ef6faf HTTP/1.1" status: 404 len: 347 time: 0.0158803 May 25 12:22:08.716496 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 44612) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:22:08.928404 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.plugin [None req-cd52538c-9d43-46c1-8c86-92c6d190d0f9 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Deleting port 6176c61a-d542-4384-bd05-9656110f2a35 {{(pid=92473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 12:22:08.928736 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-cd52538c-9d43-46c1-8c86-92c6d190d0f9 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786008536899'] for port, before_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:22:09.042470 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-cd52538c-9d43-46c1-8c86-92c6d190d0f9 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042426'] for port, precommit_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:22:09.042732 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-cd52538c-9d43-46c1-8c86-92c6d190d0f9 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:22:09.163558 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.plugin [None req-cd52538c-9d43-46c1-8c86-92c6d190d0f9 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Calling delete_port for 6176c61a-d542-4384-bd05-9656110f2a35 owned by network:floatingip {{(pid=92473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 12:22:09.334778 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-cd52538c-9d43-46c1-8c86-92c6d190d0f9 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786008539046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786008105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2465563'] for port, after_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:22:09.339406 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-1ec1bc60-5aae-4f4d-aaa1-477276bb124c tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:22:09.383285 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd52538c-9d43-46c1-8c86-92c6d190d0f9 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Pushing event deleted for resources: {'Port': ['ID=6176c61a-d542-4384-bd05-9656110f2a35,revision_number=None']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:22:09.413255 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-cd52538c-9d43-46c1-8c86-92c6d190d0f9 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:22:09.573829 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-cd52538c-9d43-46c1-8c86-92c6d190d0f9 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Notify callbacks [] for floatingip, after_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:22:09.587379 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-cd52538c-9d43-46c1-8c86-92c6d190d0f9 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163099'] for floatingip, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:22:09.588447 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-cd52538c-9d43-46c1-8c86-92c6d190d0f9 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "DELETE /v2.0/floatingips/f4fee1a4-c684-4ddc-9479-00896b875bf8 HTTP/1.1" status: 204 len: 168 time: 0.8711154 May 25 12:22:10.721593 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Device 66b25cb5-fe41-443b-ae77-439bd8b7887d no longer exists at agent hyperv_hv-cinder-77923 {{(pid=92474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 12:22:10.759413 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.plugin [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] No Port match for: 66b25cb5-fe41-443b-ae77-439bd8b7887d {{(pid=92474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 12:22:10.759768 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Device 66b25cb5-fe41-443b-ae77-439bd8b7887d not bound to the agent host hv-cinder-77923 {{(pid=92474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 12:22:11.196526 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 44620) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:22:11.201778 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.v2.base [None req-92161a05-511c-4b03-9432-7eac322d8f9d tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1035627030', 'description': 'tempest-description--1088882305'}} {{(pid=92473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 12:22:11.207559 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-92161a05-511c-4b03-9432-7eac322d8f9d tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:22:11.212272 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-92161a05-511c-4b03-9432-7eac322d8f9d tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Usage tracker for resource:security_group and tenant:0864be46d0cc487f90c57acd6472d636 is out of sync, need to count used quota {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:22:11.215052 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-92161a05-511c-4b03-9432-7eac322d8f9d tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:22:11.220711 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-92161a05-511c-4b03-9432-7eac322d8f9d tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:22:11.259717 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-92161a05-511c-4b03-9432-7eac322d8f9d tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Notify callbacks [] for security_group, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:22:11.279655 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-92161a05-511c-4b03-9432-7eac322d8f9d tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:22:11.283384 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-92161a05-511c-4b03-9432-7eac322d8f9d tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Usage tracker for resource:security_group_rule and tenant:0864be46d0cc487f90c57acd6472d636 is out of sync, need to count used quota {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:22:11.286064 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-92161a05-511c-4b03-9432-7eac322d8f9d tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:22:11.293218 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-92161a05-511c-4b03-9432-7eac322d8f9d tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:22:11.361583 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-92161a05-511c-4b03-9432-7eac322d8f9d tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Notify callbacks [] for security_group, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:22:11.408120 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-92161a05-511c-4b03-9432-7eac322d8f9d tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:22:11.413119 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-a83b8aaf-29ed-4bcf-a322-08068b54d304 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:22:11.453006 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92161a05-511c-4b03-9432-7eac322d8f9d tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f38ee1bd-b15a-42fa-8497-7b6988ebd5a0,revision_number=1']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:22:11.455669 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-92161a05-511c-4b03-9432-7eac322d8f9d tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:22:11.516984 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-92161a05-511c-4b03-9432-7eac322d8f9d tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Notify callbacks [] for security_group, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:22:11.523495 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-92161a05-511c-4b03-9432-7eac322d8f9d tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3206708 May 25 12:22:11.523495 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 44624) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:22:11.526738 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.v2.base [None req-834d4dc3-eb54-4984-a8ef-1ee0098fc69c tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Request body: {'security_group_rule': {'security_group_id': 'f38ee1bd-b15a-42fa-8497-7b6988ebd5a0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 12:22:11.532810 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-834d4dc3-eb54-4984-a8ef-1ee0098fc69c tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:22:11.536685 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-834d4dc3-eb54-4984-a8ef-1ee0098fc69c tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Usage tracker for resource:security_group_rule and tenant:0864be46d0cc487f90c57acd6472d636 is out of sync, need to count used quota {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:22:11.540225 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-834d4dc3-eb54-4984-a8ef-1ee0098fc69c tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:22:11.546079 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-834d4dc3-eb54-4984-a8ef-1ee0098fc69c tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:22:11.602652 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-834d4dc3-eb54-4984-a8ef-1ee0098fc69c tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:22:11.660399 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-834d4dc3-eb54-4984-a8ef-1ee0098fc69c tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:22:11.699863 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-834d4dc3-eb54-4984-a8ef-1ee0098fc69c tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019753'] for security_group_rule, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:22:11.701849 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:22:11.726423 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834d4dc3-eb54-4984-a8ef-1ee0098fc69c tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04fe8f78-115b-4aa1-bdcf-34abe12b5eef,revision_number=0']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:22:11.728903 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-834d4dc3-eb54-4984-a8ef-1ee0098fc69c tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:22:11.785679 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-834d4dc3-eb54-4984-a8ef-1ee0098fc69c tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:22:11.790407 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-834d4dc3-eb54-4984-a8ef-1ee0098fc69c tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2649899 May 25 12:22:11.790407 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 44630) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:22:11.794696 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.v2.base [None req-02e59caa-ec17-4e00-bc65-aeb771ff42dd tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Request body: {'security_group_rule': {'security_group_id': 'f38ee1bd-b15a-42fa-8497-7b6988ebd5a0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 12:22:11.800525 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-02e59caa-ec17-4e00-bc65-aeb771ff42dd tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:22:11.804778 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-02e59caa-ec17-4e00-bc65-aeb771ff42dd tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Usage tracker for resource:security_group_rule and tenant:0864be46d0cc487f90c57acd6472d636 is out of sync, need to count used quota {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:22:11.807611 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-02e59caa-ec17-4e00-bc65-aeb771ff42dd tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:22:11.813472 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-02e59caa-ec17-4e00-bc65-aeb771ff42dd tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:22:11.888964 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-02e59caa-ec17-4e00-bc65-aeb771ff42dd tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:22:11.947756 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-02e59caa-ec17-4e00-bc65-aeb771ff42dd tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:22:12.002654 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-02e59caa-ec17-4e00-bc65-aeb771ff42dd tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019753'] for security_group_rule, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:22:12.004538 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:22:12.027368 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e59caa-ec17-4e00-bc65-aeb771ff42dd tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53a98d04-b0d6-4860-80df-b64c428760c3,revision_number=0']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:22:12.029973 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-02e59caa-ec17-4e00-bc65-aeb771ff42dd tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:22:12.088569 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-02e59caa-ec17-4e00-bc65-aeb771ff42dd tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:22:12.089743 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-02e59caa-ec17-4e00-bc65-aeb771ff42dd tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2992146 May 25 12:22:12.092798 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 44636) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:22:12.097706 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.v2.base [None req-02c252cc-5ad2-4ab1-ad3d-cc5aec19ed42 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Request body: {'floatingip': {'floating_network_id': '4d625284-12e5-4031-b909-2f88209a96c9'}} {{(pid=92473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 12:22:12.103842 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-02c252cc-5ad2-4ab1-ad3d-cc5aec19ed42 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:22:12.107564 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-02c252cc-5ad2-4ab1-ad3d-cc5aec19ed42 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Usage tracker for resource:floatingip and tenant:0864be46d0cc487f90c57acd6472d636 is out of sync, need to count used quota {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:22:12.110298 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-02c252cc-5ad2-4ab1-ad3d-cc5aec19ed42 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:22:12.115937 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-02c252cc-5ad2-4ab1-ad3d-cc5aec19ed42 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:22:12.237153 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-02c252cc-5ad2-4ab1-ad3d-cc5aec19ed42 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Notify callbacks [] for floatingip, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:22:12.372624 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-02c252cc-5ad2-4ab1-ad3d-cc5aec19ed42 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:22:12.507129 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.db_base_plugin_common [None req-02c252cc-5ad2-4ab1-ad3d-cc5aec19ed42 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Allocated IP 172.28.2.26 (4d625284-12e5-4031-b909-2f88209a96c9/2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92/878cd071-8674-4771-89db-9e55c73b6780) {{(pid=92473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 12:22:12.651434 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-02c252cc-5ad2-4ab1-ad3d-cc5aec19ed42 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Notify callbacks [] for port, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:22:12.745851 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-02c252cc-5ad2-4ab1-ad3d-cc5aec19ed42 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786008105683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2465563'] for port, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:22:12.749347 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-62d8809a-886c-4f2d-8e35-6ca19f5b29b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:22:12.809153 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c252cc-5ad2-4ab1-ad3d-cc5aec19ed42 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Network 4d625284-12e5-4031-b909-2f88209a96c9 is already hosted by enough agents. {{(pid=92473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 12:22:12.813462 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.scheduler.base_scheduler [None req-02c252cc-5ad2-4ab1-ad3d-cc5aec19ed42 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Resources bound (agent type, host, resource id): {{(pid=92473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 12:22:12.815991 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c252cc-5ad2-4ab1-ad3d-cc5aec19ed42 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Received port after_create {{(pid=92473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 12:22:12.855162 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c252cc-5ad2-4ab1-ad3d-cc5aec19ed42 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Pushing event updated for resources: {'Port': ['ID=878cd071-8674-4771-89db-9e55c73b6780,revision_number=1']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:22:12.859566 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-02c252cc-5ad2-4ab1-ad3d-cc5aec19ed42 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:22:12.903843 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-02c252cc-5ad2-4ab1-ad3d-cc5aec19ed42 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:22:13.036896 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-02c252cc-5ad2-4ab1-ad3d-cc5aec19ed42 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:22:13.241805 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-02c252cc-5ad2-4ab1-ad3d-cc5aec19ed42 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Notify callbacks [] for port, precommit_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:22:13.299885 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-02c252cc-5ad2-4ab1-ad3d-cc5aec19ed42 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2465554'] for port, after_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:22:13.304227 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-fa7a5203-dde0-4c75-bda2-2b6123464ba2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:22:13.407841 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c252cc-5ad2-4ab1-ad3d-cc5aec19ed42 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Pushing event updated for resources: {'Port': ['ID=878cd071-8674-4771-89db-9e55c73b6780,revision_number=2']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:22:13.411645 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-02c252cc-5ad2-4ab1-ad3d-cc5aec19ed42 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:22:13.417895 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-02c252cc-5ad2-4ab1-ad3d-cc5aec19ed42 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1047065'] for floatingip, after_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:22:13.499892 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-02c252cc-5ad2-4ab1-ad3d-cc5aec19ed42 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163099'] for floatingip, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:22:13.501056 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-02c252cc-5ad2-4ab1-ad3d-cc5aec19ed42 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4073465 May 25 12:22:13.884350 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-f3324f22-993d-47d1-95bf-0794e7bda3ce req-bf1d90a8-db82-4637-86bf-06bb261165d3 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1035627030&fields=id&tenant_id=0864be46d0cc487f90c57acd6472d636 HTTP/1.1" status: 200 len: 267 time: 0.0396905 May 25 12:22:14.019736 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-13cf8c38-cb34-40bd-afd0-54eeeefbd67f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:22:14.031024 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3324f22-993d-47d1-95bf-0794e7bda3ce req-57a68f2c-ff85-4c1b-a5f8-76311c144d67 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:22:14.032495 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-f3324f22-993d-47d1-95bf-0794e7bda3ce req-57a68f2c-ff85-4c1b-a5f8-76311c144d67 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "GET /v2.0/networks?id=9e203381-a96d-4880-a7ef-d6ef0608763a HTTP/1.1" status: 200 len: 811 time: 0.1419284 May 25 12:22:14.052117 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-f3324f22-993d-47d1-95bf-0794e7bda3ce req-dca201ea-90cb-488d-858c-8c10d10da896 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "GET /v2.0/quotas/0864be46d0cc487f90c57acd6472d636 HTTP/1.1" status: 200 len: 375 time: 0.0091052 May 25 12:22:14.131391 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-f3324f22-993d-47d1-95bf-0794e7bda3ce req-f5b25fb6-1146-45ff-a680-60c733dbfb89 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=0864be46d0cc487f90c57acd6472d636&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0793929 May 25 12:22:14.146290 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [req-f3324f22-993d-47d1-95bf-0794e7bda3ce req-e0e5074c-eedc-4a0e-a7f5-1246837f0536 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=92472) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 12:22:14.147217 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-f3324f22-993d-47d1-95bf-0794e7bda3ce req-e0e5074c-eedc-4a0e-a7f5-1246837f0536 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050142 May 25 12:22:14.276377 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-f3324f22-993d-47d1-95bf-0794e7bda3ce req-f1eec26c-8ec6-47e9-ba20-d3751266c7b2 service neutron] 10.222.0.44 "GET /v2.0/networks/9e203381-a96d-4880-a7ef-d6ef0608763a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240263 May 25 12:22:14.421755 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-f3324f22-993d-47d1-95bf-0794e7bda3ce req-11b29a92-92dc-4817-b4e4-2aaddcfc137b service neutron] 10.222.0.44 "GET /v2.0/networks/9e203381-a96d-4880-a7ef-d6ef0608763a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396694 May 25 12:22:14.861738 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-33490192-b624-4b10-8fdd-22ec954c76ee req-27ab97ee-71ec-4534-a3b8-46ba20faa539 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "GET /v2.0/ports?device_id=4897124c-b38b-4ead-908a-f68fb237d28a HTTP/1.1" status: 200 len: 210 time: 0.1567810 May 25 12:22:16.035518 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-fdb52e10-2738-456d-af83-6c24f62b26f7 req-7abe4c5f-63f7-4c77-be57-89bd7b56da08 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "GET /v2.0/ports?device_id=4897124c-b38b-4ead-908a-f68fb237d28a HTTP/1.1" status: 200 len: 210 time: 0.0414925 May 25 12:22:16.443009 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:22:16.669212 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3324f22-993d-47d1-95bf-0794e7bda3ce req-c348778e-6ae2-44de-9676-199ffc50557f tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:22:16.671300 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-f3324f22-993d-47d1-95bf-0794e7bda3ce req-c348778e-6ae2-44de-9676-199ffc50557f tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.54 "GET /v2.0/networks?id=9e203381-a96d-4880-a7ef-d6ef0608763a HTTP/1.1" status: 200 len: 811 time: 0.1521280 May 25 12:22:16.728956 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [req-f3324f22-993d-47d1-95bf-0794e7bda3ce req-f662d54e-c7e7-4a4f-ae1b-bd483927dba6 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Synchronizing usage tracker for tenant:0864be46d0cc487f90c57acd6472d636 on resource:security_group {{(pid=92473) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 12:22:16.774726 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-cf23c198-0994-4220-aea8-277d6c371727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:22:16.797079 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [req-f3324f22-993d-47d1-95bf-0794e7bda3ce req-f662d54e-c7e7-4a4f-ae1b-bd483927dba6 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Unset dirty status for tenant:0864be46d0cc487f90c57acd6472d636 on resource:security_group {{(pid=92473) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 12:22:16.798228 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-f3324f22-993d-47d1-95bf-0794e7bda3ce req-f662d54e-c7e7-4a4f-ae1b-bd483927dba6 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0864be46d0cc487f90c57acd6472d636 HTTP/1.1" status: 200 len: 380 time: 0.1192961 May 25 12:22:16.806993 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.v2.base [req-f3324f22-993d-47d1-95bf-0794e7bda3ce req-a5b94269-114c-4a80-9304-5b765f0facf4 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Request body: {'port': {'device_id': '4897124c-b38b-4ead-908a-f68fb237d28a', 'network_id': '9e203381-a96d-4880-a7ef-d6ef0608763a', 'admin_state_up': True, 'tenant_id': '0864be46d0cc487f90c57acd6472d636', 'security_groups': ['f38ee1bd-b15a-42fa-8497-7b6988ebd5a0']}} {{(pid=92473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 12:22:16.939866 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [req-f3324f22-993d-47d1-95bf-0794e7bda3ce req-a5b94269-114c-4a80-9304-5b765f0facf4 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:22:16.943773 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [req-f3324f22-993d-47d1-95bf-0794e7bda3ce req-a5b94269-114c-4a80-9304-5b765f0facf4 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Usage tracker for resource:port and tenant:0864be46d0cc487f90c57acd6472d636 is out of sync, need to count used quota {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:22:16.946473 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [req-f3324f22-993d-47d1-95bf-0794e7bda3ce req-a5b94269-114c-4a80-9304-5b765f0facf4 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Quota usage for port was recalculated. Used quota:3. {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:22:16.952067 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [req-f3324f22-993d-47d1-95bf-0794e7bda3ce req-a5b94269-114c-4a80-9304-5b765f0facf4 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:22:17.059689 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3324f22-993d-47d1-95bf-0794e7bda3ce req-a5b94269-114c-4a80-9304-5b765f0facf4 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Made reservation on behalf of 0864be46d0cc487f90c57acd6472d636 for: {'port': 1} {{(pid=92473) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 25 12:22:17.063513 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-f3324f22-993d-47d1-95bf-0794e7bda3ce req-a5b94269-114c-4a80-9304-5b765f0facf4 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:22:17.193053 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-db7013ab-253e-4dfc-add6-c7d3a2a136c9 req-8f8d0d66-584a-4213-9c49-54d295708867 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "GET /v2.0/ports?device_id=4897124c-b38b-4ead-908a-f68fb237d28a HTTP/1.1" status: 200 len: 210 time: 0.0503902 May 25 12:22:17.321109 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.db_base_plugin_common [req-f3324f22-993d-47d1-95bf-0794e7bda3ce req-a5b94269-114c-4a80-9304-5b765f0facf4 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Allocated IP 172.20.0.13 (9e203381-a96d-4880-a7ef-d6ef0608763a/f12d5ce9-47cf-4b08-8e23-17e74d451cc9/854471a6-099d-4c87-836e-066c67cfde63) {{(pid=92473) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 25 12:22:17.513917 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-f3324f22-993d-47d1-95bf-0794e7bda3ce req-a5b94269-114c-4a80-9304-5b765f0facf4 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Notify callbacks [] for port, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:22:17.529159 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.provisioning_blocks [req-f3324f22-993d-47d1-95bf-0794e7bda3ce req-a5b94269-114c-4a80-9304-5b765f0facf4 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Transition to ACTIVE for port object 854471a6-099d-4c87-836e-066c67cfde63 will not be triggered until provisioned by entity DHCP. {{(pid=92473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 12:22:17.609036 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-f3324f22-993d-47d1-95bf-0794e7bda3ce req-a5b94269-114c-4a80-9304-5b765f0facf4 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786008105683', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2465563'] for port, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:22:17.615632 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-02c252cc-5ad2-4ab1-ad3d-cc5aec19ed42 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:22:17.675817 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3324f22-993d-47d1-95bf-0794e7bda3ce req-a5b94269-114c-4a80-9304-5b765f0facf4 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Network 9e203381-a96d-4880-a7ef-d6ef0608763a is already hosted by enough agents. {{(pid=92473) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 25 12:22:17.678864 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.scheduler.base_scheduler [req-f3324f22-993d-47d1-95bf-0794e7bda3ce req-a5b94269-114c-4a80-9304-5b765f0facf4 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Resources bound (agent type, host, resource id): {{(pid=92473) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 25 12:22:17.682776 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3324f22-993d-47d1-95bf-0794e7bda3ce req-a5b94269-114c-4a80-9304-5b765f0facf4 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Received port after_create {{(pid=92473) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 25 12:22:17.733766 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b94269-114c-4a80-9304-5b765f0facf4 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Pushing event updated for resources: {'Port': ['ID=854471a6-099d-4c87-836e-066c67cfde63,revision_number=1']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:22:17.738755 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-a5b94269-114c-4a80-9304-5b765f0facf4 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:22:17.756622 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3324f22-993d-47d1-95bf-0794e7bda3ce req-a5b94269-114c-4a80-9304-5b765f0facf4 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:22:17.757282 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-f3324f22-993d-47d1-95bf-0794e7bda3ce req-a5b94269-114c-4a80-9304-5b765f0facf4 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163099'] for port, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:22:17.866908 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-f3324f22-993d-47d1-95bf-0794e7bda3ce req-a5b94269-114c-4a80-9304-5b765f0facf4 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0635598 May 25 12:22:17.878515 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.v2.base [req-f3324f22-993d-47d1-95bf-0794e7bda3ce req-242b9784-c695-44fd-a724-5143a468afb7 service neutron] Request body: {'port': {'device_id': '4897124c-b38b-4ead-908a-f68fb237d28a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77923'}} {{(pid=92473) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 12:22:17.957022 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-f9326688-ff0a-48af-b4bf-3d4810bbc0d8 None None] Provisioning for port 854471a6-099d-4c87-836e-066c67cfde63 completed by entity DHCP. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 12:22:17.970366 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-f9326688-ff0a-48af-b4bf-3d4810bbc0d8 None None] Provisioning complete for port 854471a6-099d-4c87-836e-066c67cfde63 triggered by entity DHCP. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 12:22:17.970743 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-f9326688-ff0a-48af-b4bf-3d4810bbc0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902397'] for port, provisioning_complete {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:22:17.993167 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-f3324f22-993d-47d1-95bf-0794e7bda3ce req-242b9784-c695-44fd-a724-5143a468afb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:22:18.061785 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.plugin [None req-f9326688-ff0a-48af-b4bf-3d4810bbc0d8 None None] Port 854471a6-099d-4c87-836e-066c67cfde63 cannot update to ACTIVE because it is not bound. {{(pid=92474) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 25 12:22:18.094406 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ff182aac-c7db-4435-9e5c-c570f96503ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:22:18.357558 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.notifiers.nova [req-f3324f22-993d-47d1-95bf-0794e7bda3ce req-242b9784-c695-44fd-a724-5143a468afb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 854471a6-099d-4c87-836e-066c67cfde63 {{(pid=92473) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 12:22:18.365083 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-f3324f22-993d-47d1-95bf-0794e7bda3ce req-242b9784-c695-44fd-a724-5143a468afb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:22:18.377906 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8415a8-91f8-4c40-8b7a-76121083fe2e req-244d8559-25d1-4e37-af69-c5c0b0a413be tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:22:18.379635 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-5b8415a8-91f8-4c40-8b7a-76121083fe2e req-244d8559-25d1-4e37-af69-c5c0b0a413be tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "GET /v2.0/ports?device_id=4897124c-b38b-4ead-908a-f68fb237d28a HTTP/1.1" status: 200 len: 932 time: 0.0797825 May 25 12:22:18.380704 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.provisioning_blocks [req-f3324f22-993d-47d1-95bf-0794e7bda3ce req-242b9784-c695-44fd-a724-5143a468afb7 service neutron] Transition to ACTIVE for port object 854471a6-099d-4c87-836e-066c67cfde63 will not be triggered until provisioned by entity L2. {{(pid=92473) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 25 12:22:18.420131 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-f3324f22-993d-47d1-95bf-0794e7bda3ce req-242b9784-c695-44fd-a724-5143a468afb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2465554'] for port, after_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:22:18.423821 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-5b8415a8-91f8-4c40-8b7a-76121083fe2e req-21133d01-9128-478f-9da7-bda1e5801ee2 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "GET /v2.0/security-groups?id=f38ee1bd-b15a-42fa-8497-7b6988ebd5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375428 May 25 12:22:18.424974 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-453f609a-9d49-4cb1-a63d-3c2749161610 tempest-VolumesSnapshotTestJSON-650346246 tempest-VolumesSnapshotTestJSON-650346246-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:22:18.573782 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242b9784-c695-44fd-a724-5143a468afb7 service neutron] Pushing event updated for resources: {'Port': ['ID=854471a6-099d-4c87-836e-066c67cfde63,revision_number=2']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:22:18.581109 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-242b9784-c695-44fd-a724-5143a468afb7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:22:18.654859 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.managers [req-f3324f22-993d-47d1-95bf-0794e7bda3ce req-242b9784-c695-44fd-a724-5143a468afb7 service neutron] Attempting to bind port 854471a6-099d-4c87-836e-066c67cfde63 on host hv-cinder-77923 for vnic_type normal with profile {{(pid=92473) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 25 12:22:18.655184 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.managers [req-f3324f22-993d-47d1-95bf-0794e7bda3ce req-242b9784-c695-44fd-a724-5143a468afb7 service neutron] Attempting to bind port 854471a6-099d-4c87-836e-066c67cfde63 by drivers openvswitch,hyperv on host hv-cinder-77923 at level 0 using segments [{'id': 'dad021e1-3360-4664-9601-c09fb6755ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9e203381-a96d-4880-a7ef-d6ef0608763a'}] {{(pid=92473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 25 12:22:18.655538 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3324f22-993d-47d1-95bf-0794e7bda3ce req-242b9784-c695-44fd-a724-5143a468afb7 service neutron] Attempting to bind port 854471a6-099d-4c87-836e-066c67cfde63 on network 9e203381-a96d-4880-a7ef-d6ef0608763a {{(pid=92473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 12:22:18.660039 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3324f22-993d-47d1-95bf-0794e7bda3ce req-242b9784-c695-44fd-a724-5143a468afb7 service neutron] Port 854471a6-099d-4c87-836e-066c67cfde63 on network 9e203381-a96d-4880-a7ef-d6ef0608763a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77923 {{(pid=92473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 25 12:22:18.660347 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3324f22-993d-47d1-95bf-0794e7bda3ce req-242b9784-c695-44fd-a724-5143a468afb7 service neutron] Attempting to bind port 854471a6-099d-4c87-836e-066c67cfde63 on network 9e203381-a96d-4880-a7ef-d6ef0608763a {{(pid=92473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 25 12:22:18.665387 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3324f22-993d-47d1-95bf-0794e7bda3ce req-242b9784-c695-44fd-a724-5143a468afb7 service neutron] Checking agent: {'id': 'ffba2d31-78f6-4a67-909d-2363647ed231', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77923', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 25, 12, 10, 27), 'started_at': datetime.datetime(2021, 5, 25, 12, 10, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 25, 12, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 25 12:22:18.665714 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3324f22-993d-47d1-95bf-0794e7bda3ce req-242b9784-c695-44fd-a724-5143a468afb7 service neutron] Checking segment: {'id': 'dad021e1-3360-4664-9601-c09fb6755ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9e203381-a96d-4880-a7ef-d6ef0608763a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92473) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 25 12:22:18.666087 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3324f22-993d-47d1-95bf-0794e7bda3ce req-242b9784-c695-44fd-a724-5143a468afb7 service neutron] Bound using segment: {'id': 'dad021e1-3360-4664-9601-c09fb6755ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9e203381-a96d-4880-a7ef-d6ef0608763a'} {{(pid=92473) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 25 12:22:18.666497 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.managers [req-f3324f22-993d-47d1-95bf-0794e7bda3ce req-242b9784-c695-44fd-a724-5143a468afb7 service neutron] Bound port: 854471a6-099d-4c87-836e-066c67cfde63, host: hv-cinder-77923, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dad021e1-3360-4664-9601-c09fb6755ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '9e203381-a96d-4880-a7ef-d6ef0608763a'}}] {{(pid=92473) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 25 12:22:18.666830 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-f3324f22-993d-47d1-95bf-0794e7bda3ce req-242b9784-c695-44fd-a724-5143a468afb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:22:18.752996 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.db [req-f3324f22-993d-47d1-95bf-0794e7bda3ce req-242b9784-c695-44fd-a724-5143a468afb7 service neutron] For port 854471a6-099d-4c87-836e-066c67cfde63, host hv-cinder-77923, cleared binding levels {{(pid=92473) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 25 12:22:18.755790 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.db [req-f3324f22-993d-47d1-95bf-0794e7bda3ce req-242b9784-c695-44fd-a724-5143a468afb7 service neutron] For port 854471a6-099d-4c87-836e-066c67cfde63, host hv-cinder-77923, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=854471a6-099d-4c87-836e-066c67cfde63,segment=NetworkSegment(dad021e1-3360-4664-9601-c09fb6755ab8),segment_id=dad021e1-3360-4664-9601-c09fb6755ab8)] {{(pid=92473) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 25 12:22:18.809042 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-f3324f22-993d-47d1-95bf-0794e7bda3ce req-242b9784-c695-44fd-a724-5143a468afb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2465554'] for port, after_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:22:18.812734 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-d035f889-8fb4-4448-8d36-fc254f13f400 tempest-VolumesNegativeTest-663117282 tempest-VolumesNegativeTest-663117282-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:22:18.874455 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3324f22-993d-47d1-95bf-0794e7bda3ce req-242b9784-c695-44fd-a724-5143a468afb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:22:18.875059 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-f3324f22-993d-47d1-95bf-0794e7bda3ce req-242b9784-c695-44fd-a724-5143a468afb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163099'] for port, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:22:18.876436 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-f3324f22-993d-47d1-95bf-0794e7bda3ce req-242b9784-c695-44fd-a724-5143a468afb7 service neutron] 10.222.0.54 "PUT /v2.0/ports/854471a6-099d-4c87-836e-066c67cfde63 HTTP/1.1" status: 200 len: 1094 time: 1.0025029 May 25 12:22:18.876960 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4897124c-b38b-4ead-908a-f68fb237d28a', 'tag': '854471a6-099d-4c87-836e-066c67cfde63'}] {{(pid=92473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 12:22:18.897312 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242b9784-c695-44fd-a724-5143a468afb7 service neutron] Pushing event updated for resources: {'Port': ['ID=854471a6-099d-4c87-836e-066c67cfde63,revision_number=3']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:22:18.901189 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-242b9784-c695-44fd-a724-5143a468afb7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:22:18.930248 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4897124c-b38b-4ead-908a-f68fb237d28a', 'tag': '854471a6-099d-4c87-836e-066c67cfde63', 'status': 'completed', 'code': 200} May 25 12:22:19.036597 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c70b4bc-a8de-4593-befb-90fd106304f0 req-3ef07872-28c9-4d5e-a037-b98ec447a757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:22:19.038055 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-6c70b4bc-a8de-4593-befb-90fd106304f0 req-3ef07872-28c9-4d5e-a037-b98ec447a757 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0864be46d0cc487f90c57acd6472d636&device_id=4897124c-b38b-4ead-908a-f68fb237d28a HTTP/1.1" status: 200 len: 1097 time: 0.0891678 May 25 12:22:19.177805 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c70b4bc-a8de-4593-befb-90fd106304f0 req-50baacde-aa26-4235-8461-24bffde82f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:22:19.179331 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-6c70b4bc-a8de-4593-befb-90fd106304f0 req-50baacde-aa26-4235-8461-24bffde82f18 service neutron] 10.222.0.54 "GET /v2.0/networks?tenant_id=0864be46d0cc487f90c57acd6472d636&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1346564 May 25 12:22:19.313438 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c70b4bc-a8de-4593-befb-90fd106304f0 req-9ed160e2-9865-4f90-8ed3-0611fe749bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:22:19.314782 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-6c70b4bc-a8de-4593-befb-90fd106304f0 req-9ed160e2-9865-4f90-8ed3-0611fe749bb7 service neutron] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1300726 May 25 12:22:19.522531 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3324f22-993d-47d1-95bf-0794e7bda3ce req-5f4b0d15-88c8-4a2e-bfbf-d4baca8defc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:22:19.524060 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-f3324f22-993d-47d1-95bf-0794e7bda3ce req-5f4b0d15-88c8-4a2e-bfbf-d4baca8defc2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0864be46d0cc487f90c57acd6472d636&device_id=4897124c-b38b-4ead-908a-f68fb237d28a HTTP/1.1" status: 200 len: 1097 time: 0.1753263 May 25 12:22:19.563345 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-cb1178c2-b2b5-418b-a63c-7279ce5a9fe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:22:19.593727 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-f3324f22-993d-47d1-95bf-0794e7bda3ce req-669220e8-705a-498b-9f4e-fc57428d5c6c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=854471a6-099d-4c87-836e-066c67cfde63 HTTP/1.1" status: 200 len: 217 time: 0.0630083 May 25 12:22:19.619164 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f75f65-add0-4a8b-b198-015f7786bfcb req-b0656e8e-066a-4c6a-8635-ccf8578d61ac tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:22:19.620743 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-d8f75f65-add0-4a8b-b198-015f7786bfcb req-b0656e8e-066a-4c6a-8635-ccf8578d61ac tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "GET /v2.0/ports?device_id=4897124c-b38b-4ead-908a-f68fb237d28a HTTP/1.1" status: 200 len: 944 time: 0.0835848 May 25 12:22:19.658593 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3324f22-993d-47d1-95bf-0794e7bda3ce req-54ec0109-426e-4e36-9baf-357d4c63001e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:22:19.660066 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-f3324f22-993d-47d1-95bf-0794e7bda3ce req-54ec0109-426e-4e36-9baf-357d4c63001e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f12d5ce9-47cf-4b08-8e23-17e74d451cc9 HTTP/1.1" status: 200 len: 850 time: 0.0607495 May 25 12:22:19.664431 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-d8f75f65-add0-4a8b-b198-015f7786bfcb req-b7a31918-3fd1-44f6-ab9b-67936f50c577 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "GET /v2.0/security-groups?id=f38ee1bd-b15a-42fa-8497-7b6988ebd5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372205 May 25 12:22:19.737076 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3324f22-993d-47d1-95bf-0794e7bda3ce req-fc98baa3-f971-4484-bcbb-fa221a9ba654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:22:19.738549 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-f3324f22-993d-47d1-95bf-0794e7bda3ce req-fc98baa3-f971-4484-bcbb-fa221a9ba654 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9e203381-a96d-4880-a7ef-d6ef0608763a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0709167 May 25 12:22:19.867690 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-f3324f22-993d-47d1-95bf-0794e7bda3ce req-02fb25eb-7ad2-4c3f-aa66-48d19bcbf5a2 service neutron] 10.222.0.54 "GET /v2.0/networks/9e203381-a96d-4880-a7ef-d6ef0608763a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227994 May 25 12:22:19.995460 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-f3324f22-993d-47d1-95bf-0794e7bda3ce req-7b0a7cd0-dc80-49d1-ab72-48dd7cf2ebfd service neutron] 10.222.0.54 "GET /v2.0/networks/9e203381-a96d-4880-a7ef-d6ef0608763a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221113 May 25 12:22:20.803995 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Device 854471a6-099d-4c87-836e-066c67cfde63 details requested by agent hyperv_hv-cinder-77923 with host hv-cinder-77923 {{(pid=92474) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 25 12:22:20.847639 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2d7c67-eea4-46e2-90e4-7aa086a1c95e req-8aaf6380-8ca8-4eb5-9a7d-218a04ba992f tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:22:20.849117 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-9a2d7c67-eea4-46e2-90e4-7aa086a1c95e req-8aaf6380-8ca8-4eb5-9a7d-218a04ba992f tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "GET /v2.0/ports?device_id=4897124c-b38b-4ead-908a-f68fb237d28a HTTP/1.1" status: 200 len: 944 time: 0.0799813 May 25 12:22:20.892993 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-9a2d7c67-eea4-46e2-90e4-7aa086a1c95e req-aac60a19-fe36-4625-b55a-42222639f6c3 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "GET /v2.0/security-groups?id=f38ee1bd-b15a-42fa-8497-7b6988ebd5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378108 May 25 12:22:20.933484 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] For port 854471a6-099d-4c87-836e-066c67cfde63, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=854471a6-099d-4c87-836e-066c67cfde63,segment=NetworkSegment(dad021e1-3360-4664-9601-c09fb6755ab8),segment_id=dad021e1-3360-4664-9601-c09fb6755ab8)] {{(pid=92474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:22:20.946412 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Returning: {'device': '854471a6-099d-4c87-836e-066c67cfde63', 'network_id': '9e203381-a96d-4880-a7ef-d6ef0608763a', 'port_id': '854471a6-099d-4c87-836e-066c67cfde63', 'mac_address': 'fa:16:3e:63:bf:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f12d5ce9-47cf-4b08-8e23-17e74d451cc9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92474) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 25 12:22:21.001852 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:22:21.018535 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.notifiers.nova [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 854471a6-099d-4c87-836e-066c67cfde63 {{(pid=92474) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 25 12:22:21.033337 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] For port 854471a6-099d-4c87-836e-066c67cfde63, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=854471a6-099d-4c87-836e-066c67cfde63,segment=NetworkSegment(dad021e1-3360-4664-9601-c09fb6755ab8),segment_id=dad021e1-3360-4664-9601-c09fb6755ab8)] {{(pid=92474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:22:21.105035 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:22:21.106659 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:22:21.169554 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Pushing event updated for resources: {'Port': ['ID=854471a6-099d-4c87-836e-066c67cfde63,revision_number=4']} {{(pid=92474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:22:21.176578 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:22:21.176922 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:22:21.177255 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:22:21.177579 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:22:21.177899 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:22:21.178271 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:22:21.178598 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:22:21.178914 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:22:21.179228 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:22:21.180223 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:22:21.180536 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:22:21.180847 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:22:21.184434 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:22:21.304489 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] get_ports_and_sgs() called for port_ids ['854471a6-099d-4c87-836e-066c67cfde63'] {{(pid=92474) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 25 12:22:22.073407 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0428f63e-cfae-41b7-9075-d4c23c9580b8 req-9d8f4dc0-b649-4f64-9e97-545fe64fc6f7 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:22:22.074756 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-0428f63e-cfae-41b7-9075-d4c23c9580b8 req-9d8f4dc0-b649-4f64-9e97-545fe64fc6f7 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "GET /v2.0/ports?device_id=4897124c-b38b-4ead-908a-f68fb237d28a HTTP/1.1" status: 200 len: 945 time: 0.0804942 May 25 12:22:22.117036 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-0428f63e-cfae-41b7-9075-d4c23c9580b8 req-53693d19-4e62-4d35-ad56-6aa0dec536bf tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "GET /v2.0/security-groups?id=f38ee1bd-b15a-42fa-8497-7b6988ebd5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367455 May 25 12:22:22.815902 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Device 854471a6-099d-4c87-836e-066c67cfde63 up at agent hyperv_hv-cinder-77923 {{(pid=92474) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 25 12:22:22.962655 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Provisioning for port 854471a6-099d-4c87-836e-066c67cfde63 completed by entity L2. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 25 12:22:22.967459 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.provisioning_blocks [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Provisioning complete for port 854471a6-099d-4c87-836e-066c67cfde63 triggered by entity L2. {{(pid=92474) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 25 12:22:22.970183 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1902397'] for port, provisioning_complete {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:22:23.082988 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-2080779'] for port, before_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:22:23.108903 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4897124c-b38b-4ead-908a-f68fb237d28a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '854471a6-099d-4c87-836e-066c67cfde63'}] {{(pid=92474) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 12:22:23.119015 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] For port 854471a6-099d-4c87-836e-066c67cfde63, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=854471a6-099d-4c87-836e-066c67cfde63,segment=NetworkSegment(dad021e1-3360-4664-9601-c09fb6755ab8),segment_id=dad021e1-3360-4664-9601-c09fb6755ab8)] {{(pid=92474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:22:23.152619 dv-cinder-779233-5-smb neutron-server[92474]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4897124c-b38b-4ead-908a-f68fb237d28a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '854471a6-099d-4c87-836e-066c67cfde63', 'code': 200} May 25 12:22:23.168433 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786008539028', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786008105701', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786008108310'] for port, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:22:23.170461 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-563473bc-3bf7-46ac-b4ea-822a2fb753d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:22:23.281882 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Pushing event updated for resources: {'Port': ['ID=854471a6-099d-4c87-836e-066c67cfde63,revision_number=5']} {{(pid=92474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:22:23.284975 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:22:23.309762 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d55d2a-4ec7-4712-9242-c86625253978 req-b94311ae-f2d4-4100-971e-9bb33c33aa41 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:22:23.311223 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-78d55d2a-4ec7-4712-9242-c86625253978 req-b94311ae-f2d4-4100-971e-9bb33c33aa41 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "GET /v2.0/ports?device_id=4897124c-b38b-4ead-908a-f68fb237d28a HTTP/1.1" status: 200 len: 946 time: 0.0865905 May 25 12:22:23.458071 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-78d55d2a-4ec7-4712-9242-c86625253978 req-ca685da0-2f30-4f45-aef0-53865fc5125a tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "GET /v2.0/security-groups?id=f38ee1bd-b15a-42fa-8497-7b6988ebd5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1408038 May 25 12:22:23.519539 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d60c7cd-c9f9-4e21-8c92-34a0a1da110a req-daed963e-26ea-4189-9227-4f99f7eb139c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:22:23.520987 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-1d60c7cd-c9f9-4e21-8c92-34a0a1da110a req-daed963e-26ea-4189-9227-4f99f7eb139c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4897124c-b38b-4ead-908a-f68fb237d28a HTTP/1.1" status: 200 len: 1099 time: 0.0738106 May 25 12:22:23.559935 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-1d60c7cd-c9f9-4e21-8c92-34a0a1da110a req-673a8668-f7c6-46b0-b6f5-b07f421f9425 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=f38ee1bd-b15a-42fa-8497-7b6988ebd5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328727 May 25 12:22:24.647104 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b320d9e-f6e7-4f0e-82d6-272f828a8b3e req-e85bc30b-0c45-465f-b3e4-0a8e3af403d1 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:22:24.648567 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-1b320d9e-f6e7-4f0e-82d6-272f828a8b3e req-e85bc30b-0c45-465f-b3e4-0a8e3af403d1 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "GET /v2.0/ports?device_id=4897124c-b38b-4ead-908a-f68fb237d28a HTTP/1.1" status: 200 len: 946 time: 0.0791698 May 25 12:22:24.692560 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-1b320d9e-f6e7-4f0e-82d6-272f828a8b3e req-6adbd112-0109-4ae5-a1a3-34b2cf1230ea tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "GET /v2.0/security-groups?id=f38ee1bd-b15a-42fa-8497-7b6988ebd5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377331 May 25 12:22:24.873797 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff8358d-565a-4de7-9d0f-6686b976669f req-e55c32ef-4463-42a6-b906-1ac101781daa tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:22:24.875245 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-cff8358d-565a-4de7-9d0f-6686b976669f req-e55c32ef-4463-42a6-b906-1ac101781daa tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "GET /v2.0/ports?device_id=4897124c-b38b-4ead-908a-f68fb237d28a HTTP/1.1" status: 200 len: 946 time: 0.0825515 May 25 12:22:24.883512 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 44702) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:22:24.888962 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.v2.base [None req-c524d330-5660-46a4-a20a-dc92141ea4cb tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Request body: {'floatingip': {'port_id': '854471a6-099d-4c87-836e-066c67cfde63'}} {{(pid=92472) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 25 12:22:24.964938 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-c524d330-5660-46a4-a20a-dc92141ea4cb tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Notify callbacks [] for floatingip, before_update {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:22:25.543240 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-c524d330-5660-46a4-a20a-dc92141ea4cb tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:22:25.613705 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-c524d330-5660-46a4-a20a-dc92141ea4cb tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1047065'] for floatingip, after_update {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:22:25.775853 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.db.l3_db [None req-c524d330-5660-46a4-a20a-dc92141ea4cb tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Floating IP 4372a0bb-1896-4ffd-baa3-6cf79a4d1c7a associated. External IP: 172.28.2.26, port: 854471a6-099d-4c87-836e-066c67cfde63. May 25 12:22:26.209887 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c524d330-5660-46a4-a20a-dc92141ea4cb tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Router 0dc1a175-0361-48b3-a7cd-2f6b52a7a40a has already been hosted by L3 agent 4aaf6e0c-8c85-4f95-8d8e-6a64f0cc3b25 {{(pid=92472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 12:22:26.382454 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c524d330-5660-46a4-a20a-dc92141ea4cb tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Notify agent at l3_agent.dv-cinder-779233-5-smb the message routers_updated {{(pid=92472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 12:22:26.387241 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-c524d330-5660-46a4-a20a-dc92141ea4cb tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163099'] for floatingip, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:22:26.391547 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b257cd-0802-4fd9-8d7a-33ef88674c8a None None] Sync routers for ids ['0dc1a175-0361-48b3-a7cd-2f6b52a7a40a'] in dv-cinder-779233-5-smb {{(pid=92475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 12:22:26.402020 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b257cd-0802-4fd9-8d7a-33ef88674c8a None None] Routers {'0dc1a175-0361-48b3-a7cd-2f6b52a7a40a'} bound to L3 agent in host dv-cinder-779233-5-smb {{(pid=92475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 12:22:26.402671 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_hamode_db [None req-e5b257cd-0802-4fd9-8d7a-33ef88674c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T12:04:17Z,description=,heartbeat_timestamp=2021-05-25T12:22:17Z,host='dv-cinder-779233-5-smb',id=4aaf6e0c-8c85-4f95-8d8e-6a64f0cc3b25,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T12:04:17Z,topic='l3_agent')) {'router_ids': ['0dc1a175-0361-48b3-a7cd-2f6b52a7a40a'], 'active': True} {{(pid=92475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:22:26.446670 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-c524d330-5660-46a4-a20a-dc92141ea4cb tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "PUT /v2.0/floatingips/4372a0bb-1896-4ffd-baa3-6cf79a4d1c7a HTTP/1.1" status: 200 len: 991 time: 1.5621164 May 25 12:22:26.447626 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4897124c-b38b-4ead-908a-f68fb237d28a', 'tag': '854471a6-099d-4c87-836e-066c67cfde63'}] {{(pid=92472) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 12:22:26.494377 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4897124c-b38b-4ead-908a-f68fb237d28a', 'tag': '854471a6-099d-4c87-836e-066c67cfde63', 'status': 'completed', 'code': 200} May 25 12:22:26.582987 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_dvr_db [None req-e5b257cd-0802-4fd9-8d7a-33ef88674c8a None None] Set router 0dc1a175-0361-48b3-a7cd-2f6b52a7a40a gateway port host: dv-cinder-779233-5-smb {{(pid=92475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 12:22:26.632441 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd8ec3-c242-45fc-8fec-0f755e69d84c req-78900fa4-935c-468a-b999-5b938b2e71aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:22:26.633917 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-c9bd8ec3-c242-45fc-8fec-0f755e69d84c req-78900fa4-935c-468a-b999-5b938b2e71aa service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0864be46d0cc487f90c57acd6472d636&device_id=4897124c-b38b-4ead-908a-f68fb237d28a HTTP/1.1" status: 200 len: 1099 time: 0.1184788 May 25 12:22:26.764501 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd8ec3-c242-45fc-8fec-0f755e69d84c req-493bc1d8-bc87-4e8f-900c-4f8e5997129c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:22:26.765861 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-c9bd8ec3-c242-45fc-8fec-0f755e69d84c req-493bc1d8-bc87-4e8f-900c-4f8e5997129c service neutron] 10.222.0.54 "GET /v2.0/networks?id=9e203381-a96d-4880-a7ef-d6ef0608763a HTTP/1.1" status: 200 len: 912 time: 0.1258473 May 25 12:22:26.868752 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-c9bd8ec3-c242-45fc-8fec-0f755e69d84c req-2f54ec02-6ac2-46e9-a3e6-660e7fb86f13 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=854471a6-099d-4c87-836e-066c67cfde63 HTTP/1.1" status: 200 len: 999 time: 0.0965326 May 25 12:22:26.934353 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd8ec3-c242-45fc-8fec-0f755e69d84c req-b1ecc576-a0bf-4d9f-8c16-83d6864037db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:22:26.935803 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-c9bd8ec3-c242-45fc-8fec-0f755e69d84c req-b1ecc576-a0bf-4d9f-8c16-83d6864037db service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f12d5ce9-47cf-4b08-8e23-17e74d451cc9 HTTP/1.1" status: 200 len: 850 time: 0.0613213 May 25 12:22:26.947596 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_hamode_db [None req-e5b257cd-0802-4fd9-8d7a-33ef88674c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dc1a175-0361-48b3-a7cd-2f6b52a7a40a', 'name': 'tempest-AttachVolumeTestJSON-1227512456-router', 'tenant_id': '0864be46d0cc487f90c57acd6472d636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'external_fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.43'}], 'enable_snat': True}, 'gw_port_id': '2ba47493-61e6-45b7-a51a-3a13c4b0879f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T12:19:10Z', 'updated_at': '2021-05-25T12:19:14Z', 'revision_number': 4, 'project_id': '0864be46d0cc487f90c57acd6472d636', 'gw_port': {'id': '2ba47493-61e6-45b7-a51a-3a13c4b0879f', 'name': '', 'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:94:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc1a175-0361-48b3-a7cd-2f6b52a7a40a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:19:11Z', 'updated_at': '2021-05-25T12:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-5-smb', '_floatingips': [{'id': '4372a0bb-1896-4ffd-baa3-6cf79a4d1c7a', 'tenant_id': '0864be46d0cc487f90c57acd6472d636', 'floating_ip_address': '172.28.2.26', 'floating_network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'router_id': '0dc1a175-0361-48b3-a7cd-2f6b52a7a40a', 'port_id': '854471a6-099d-4c87-836e-066c67cfde63', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e203381-a96d-4880-a7ef-d6ef0608763a', 'mac_address': 'fa:16:3e:63:bf:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4897124c-b38b-4ead-908a-f68fb237d28a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T12:22:12Z', 'updated_at': '2021-05-25T12:22:25Z', 'revision_number': 1, 'project_id': '0864be46d0cc487f90c57acd6472d636', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fa2cfb7-9628-429f-8dac-0135915a9c9a', 'name': '', 'network_id': '9e203381-a96d-4880-a7ef-d6ef0608763a', 'tenant_id': '0864be46d0cc487f90c57acd6472d636', 'mac_address': 'fa:16:3e:fd:00:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc1a175-0361-48b3-a7cd-2f6b52a7a40a', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'f12d5ce9-47cf-4b08-8e23-17e74d451cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:19:13Z', 'updated_at': '2021-05-25T12:19:20Z', 'revision_number': 5, 'project_id': '0864be46d0cc487f90c57acd6472d636', 'subnets': [{'id': 'f12d5ce9-47cf-4b08-8e23-17e74d451cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-5-smb', False) {} {{(pid=92475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:22:26.951497 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b257cd-0802-4fd9-8d7a-33ef88674c8a None None] Checking router: 0dc1a175-0361-48b3-a7cd-2f6b52a7a40a for host: dv-cinder-779233-5-smb {{(pid=92475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 12:22:26.959754 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b257cd-0802-4fd9-8d7a-33ef88674c8a None None] Routers {'0dc1a175-0361-48b3-a7cd-2f6b52a7a40a'} bound to L3 agent in host dv-cinder-779233-5-smb {{(pid=92475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 12:22:26.960340 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_hamode_db [None req-e5b257cd-0802-4fd9-8d7a-33ef88674c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T12:04:17Z,description=,heartbeat_timestamp=2021-05-25T12:22:17Z,host='dv-cinder-779233-5-smb',id=4aaf6e0c-8c85-4f95-8d8e-6a64f0cc3b25,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T12:04:17Z,topic='l3_agent')) {'router_ids': ['0dc1a175-0361-48b3-a7cd-2f6b52a7a40a'], 'active': True} {{(pid=92475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:22:27.009099 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd8ec3-c242-45fc-8fec-0f755e69d84c req-b84ca46d-00e0-42f7-a68c-84c6eb106599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:22:27.010586 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-c9bd8ec3-c242-45fc-8fec-0f755e69d84c req-b84ca46d-00e0-42f7-a68c-84c6eb106599 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9e203381-a96d-4880-a7ef-d6ef0608763a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0691593 May 25 12:22:27.022414 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [req-c9bd8ec3-c242-45fc-8fec-0f755e69d84c req-cb88b8f1-de94-4872-bcdc-7ee2ed7ef5c5 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=92473) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 25 12:22:27.023164 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-c9bd8ec3-c242-45fc-8fec-0f755e69d84c req-cb88b8f1-de94-4872-bcdc-7ee2ed7ef5c5 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050106 May 25 12:22:27.137723 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_dvr_db [None req-e5b257cd-0802-4fd9-8d7a-33ef88674c8a None None] Set router 0dc1a175-0361-48b3-a7cd-2f6b52a7a40a gateway port host: dv-cinder-779233-5-smb {{(pid=92475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 12:22:27.160592 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-c9bd8ec3-c242-45fc-8fec-0f755e69d84c req-81fa8aa6-2e7d-4f62-81db-271ae5ef2d59 service neutron] 10.222.0.54 "GET /v2.0/networks/9e203381-a96d-4880-a7ef-d6ef0608763a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316183 May 25 12:22:27.291866 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-c9bd8ec3-c242-45fc-8fec-0f755e69d84c req-cfd6ba99-31e1-4ac9-acf8-91ba61254355 service neutron] 10.222.0.54 "GET /v2.0/networks/9e203381-a96d-4880-a7ef-d6ef0608763a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246183 May 25 12:22:27.310960 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:22:27.471396 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_hamode_db [None req-e5b257cd-0802-4fd9-8d7a-33ef88674c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dc1a175-0361-48b3-a7cd-2f6b52a7a40a', 'name': 'tempest-AttachVolumeTestJSON-1227512456-router', 'tenant_id': '0864be46d0cc487f90c57acd6472d636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'external_fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.43'}], 'enable_snat': True}, 'gw_port_id': '2ba47493-61e6-45b7-a51a-3a13c4b0879f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T12:19:10Z', 'updated_at': '2021-05-25T12:19:14Z', 'revision_number': 4, 'project_id': '0864be46d0cc487f90c57acd6472d636', 'gw_port': {'id': '2ba47493-61e6-45b7-a51a-3a13c4b0879f', 'name': '', 'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:94:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc1a175-0361-48b3-a7cd-2f6b52a7a40a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:19:11Z', 'updated_at': '2021-05-25T12:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-5-smb', '_floatingips': [{'id': '4372a0bb-1896-4ffd-baa3-6cf79a4d1c7a', 'tenant_id': '0864be46d0cc487f90c57acd6472d636', 'floating_ip_address': '172.28.2.26', 'floating_network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'router_id': '0dc1a175-0361-48b3-a7cd-2f6b52a7a40a', 'port_id': '854471a6-099d-4c87-836e-066c67cfde63', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e203381-a96d-4880-a7ef-d6ef0608763a', 'mac_address': 'fa:16:3e:63:bf:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4897124c-b38b-4ead-908a-f68fb237d28a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T12:22:12Z', 'updated_at': '2021-05-25T12:22:25Z', 'revision_number': 1, 'project_id': '0864be46d0cc487f90c57acd6472d636', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fa2cfb7-9628-429f-8dac-0135915a9c9a', 'name': '', 'network_id': '9e203381-a96d-4880-a7ef-d6ef0608763a', 'tenant_id': '0864be46d0cc487f90c57acd6472d636', 'mac_address': 'fa:16:3e:fd:00:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc1a175-0361-48b3-a7cd-2f6b52a7a40a', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'f12d5ce9-47cf-4b08-8e23-17e74d451cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:19:13Z', 'updated_at': '2021-05-25T12:19:20Z', 'revision_number': 5, 'project_id': '0864be46d0cc487f90c57acd6472d636', 'subnets': [{'id': 'f12d5ce9-47cf-4b08-8e23-17e74d451cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-5-smb', False) {} {{(pid=92475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:22:27.475147 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b257cd-0802-4fd9-8d7a-33ef88674c8a None None] The sync data for ids ['0dc1a175-0361-48b3-a7cd-2f6b52a7a40a'] in dv-cinder-779233-5-smb is: [{'id': '0dc1a175-0361-48b3-a7cd-2f6b52a7a40a', 'name': 'tempest-AttachVolumeTestJSON-1227512456-router', 'tenant_id': '0864be46d0cc487f90c57acd6472d636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'external_fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.43'}], 'enable_snat': True}, 'gw_port_id': '2ba47493-61e6-45b7-a51a-3a13c4b0879f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T12:19:10Z', 'updated_at': '2021-05-25T12:19:14Z', 'revision_number': 4, 'project_id': '0864be46d0cc487f90c57acd6472d636', 'gw_port': {'id': '2ba47493-61e6-45b7-a51a-3a13c4b0879f', 'name': '', 'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:94:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc1a175-0361-48b3-a7cd-2f6b52a7a40a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:19:11Z', 'updated_at': '2021-05-25T12:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-5-smb', '_floatingips': [{'id': '4372a0bb-1896-4ffd-baa3-6cf79a4d1c7a', 'tenant_id': '0864be46d0cc487f90c57acd6472d636', 'floating_ip_address': '172.28.2.26', 'floating_network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'router_id': '0dc1a175-0361-48b3-a7cd-2f6b52a7a40a', 'port_id': '854471a6-099d-4c87-836e-066c67cfde63', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e203381-a96d-4880-a7ef-d6ef0608763a', 'mac_address': 'fa:16:3e:63:bf:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4897124c-b38b-4ead-908a-f68fb237d28a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-25T12:22:12Z', 'updated_at': '2021-05-25T12:22:25Z', 'revision_number': 1, 'project_id': '0864be46d0cc487f90c57acd6472d636', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fa2cfb7-9628-429f-8dac-0135915a9c9a', 'name': '', 'network_id': '9e203381-a96d-4880-a7ef-d6ef0608763a', 'tenant_id': '0864be46d0cc487f90c57acd6472d636', 'mac_address': 'fa:16:3e:fd:00:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc1a175-0361-48b3-a7cd-2f6b52a7a40a', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'f12d5ce9-47cf-4b08-8e23-17e74d451cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:19:13Z', 'updated_at': '2021-05-25T12:19:20Z', 'revision_number': 5, 'project_id': '0864be46d0cc487f90c57acd6472d636', 'subnets': [{'id': 'f12d5ce9-47cf-4b08-8e23-17e74d451cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 12:22:27.645624 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04705234-24b6-424f-9075-93f762d39369 None None] New status for floating IP 4372a0bb-1896-4ffd-baa3-6cf79a4d1c7a: ACTIVE {{(pid=92474) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 12:22:28.427783 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-80bb73d4-53c3-44aa-abef-72d719c90d5f req-09d7e812-c86b-4932-a1aa-219a451634e3 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4897124c-b38b-4ead-908a-f68fb237d28a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0676405 May 25 12:22:28.566618 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bb73d4-53c3-44aa-abef-72d719c90d5f req-90c1cea4-bd2f-426d-820d-ac28da62fe1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:22:28.568048 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-80bb73d4-53c3-44aa-abef-72d719c90d5f req-90c1cea4-bd2f-426d-820d-ac28da62fe1b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0864be46d0cc487f90c57acd6472d636&device_id=4897124c-b38b-4ead-908a-f68fb237d28a HTTP/1.1" status: 200 len: 1099 time: 0.0715172 May 25 12:22:28.802312 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bb73d4-53c3-44aa-abef-72d719c90d5f req-05c50737-9c4d-4138-afdd-cd766438e3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:22:28.803775 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-80bb73d4-53c3-44aa-abef-72d719c90d5f req-05c50737-9c4d-4138-afdd-cd766438e3dc service neutron] 10.222.0.54 "GET /v2.0/networks?id=9e203381-a96d-4880-a7ef-d6ef0608763a HTTP/1.1" status: 200 len: 912 time: 0.2163458 May 25 12:22:28.902496 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-80bb73d4-53c3-44aa-abef-72d719c90d5f req-c5cf4c0d-7402-4164-a08d-4a4cb28034bd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=854471a6-099d-4c87-836e-066c67cfde63 HTTP/1.1" status: 200 len: 1001 time: 0.0925915 May 25 12:22:28.962675 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bb73d4-53c3-44aa-abef-72d719c90d5f req-97a7a68d-81f9-4a53-95a4-85f76ab6c540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:22:28.964095 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-80bb73d4-53c3-44aa-abef-72d719c90d5f req-97a7a68d-81f9-4a53-95a4-85f76ab6c540 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f12d5ce9-47cf-4b08-8e23-17e74d451cc9 HTTP/1.1" status: 200 len: 850 time: 0.0560682 May 25 12:22:29.038765 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bb73d4-53c3-44aa-abef-72d719c90d5f req-868993a8-3125-4bb6-a969-83047aa6aa1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:22:29.040253 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-80bb73d4-53c3-44aa-abef-72d719c90d5f req-868993a8-3125-4bb6-a969-83047aa6aa1e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9e203381-a96d-4880-a7ef-d6ef0608763a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0703473 May 25 12:22:29.172814 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-80bb73d4-53c3-44aa-abef-72d719c90d5f req-5060852d-345e-4a6f-8b7b-8608483806bd service neutron] 10.222.0.54 "GET /v2.0/networks/9e203381-a96d-4880-a7ef-d6ef0608763a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258905 May 25 12:22:29.303304 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-80bb73d4-53c3-44aa-abef-72d719c90d5f req-57d3e845-8839-43cc-86d1-66cd2e8272c6 service neutron] 10.222.0.54 "GET /v2.0/networks/9e203381-a96d-4880-a7ef-d6ef0608763a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242275 May 25 12:22:33.107617 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.agents_db [None req-9d38de35-3365-4658-8f1e-c8b00fd146ea None None] Agent healthcheck: found 6 active agents {{(pid=92475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 12:22:44.030828 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-1235b9a9-e66f-45b1-935d-42cdfd02260c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:22:46.419474 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:22:46.801866 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-10762706-f514-4e97-a5b9-1d03ccf6efc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:22:48.024986 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ff182aac-c7db-4435-9e5c-c570f96503ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:22:49.521745 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-cb1178c2-b2b5-418b-a63c-7279ce5a9fe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:22:57.321466 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:23:10.106658 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.agents_db [None req-9d38de35-3365-4658-8f1e-c8b00fd146ea None None] Agent healthcheck: found 6 active agents {{(pid=92475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 12:23:14.018907 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-3fea7396-a8ae-42b8-bccd-2e7053e7270a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:23:16.412697 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:23:16.795882 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-c0a5af7a-4ec4-47d5-8404-f1927e082cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:23:18.052534 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ff182aac-c7db-4435-9e5c-c570f96503ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:23:19.567382 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-cb1178c2-b2b5-418b-a63c-7279ce5a9fe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:23:27.309869 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:23:29.456659 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-0fc1212b-96b4-46e1-a5c7-338fccb1e65b req-99700105-e0bd-45eb-8ca9-10f69a420360 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=4897124c-b38b-4ead-908a-f68fb237d28a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0737305 May 25 12:23:29.594448 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc1212b-96b4-46e1-a5c7-338fccb1e65b req-b60aa081-2922-4fb0-b5be-c67f28a79b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:23:29.595922 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-0fc1212b-96b4-46e1-a5c7-338fccb1e65b req-b60aa081-2922-4fb0-b5be-c67f28a79b3e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=0864be46d0cc487f90c57acd6472d636&device_id=4897124c-b38b-4ead-908a-f68fb237d28a HTTP/1.1" status: 200 len: 1099 time: 0.0704198 May 25 12:23:29.747801 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc1212b-96b4-46e1-a5c7-338fccb1e65b req-7e0c722b-2a57-4f24-8c0e-a677cdcbc4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:23:29.749249 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-0fc1212b-96b4-46e1-a5c7-338fccb1e65b req-7e0c722b-2a57-4f24-8c0e-a677cdcbc4d2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9e203381-a96d-4880-a7ef-d6ef0608763a HTTP/1.1" status: 200 len: 912 time: 0.1342337 May 25 12:23:29.851702 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-0fc1212b-96b4-46e1-a5c7-338fccb1e65b req-2ae28dd6-9903-4f2a-b855-75572347e257 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=854471a6-099d-4c87-836e-066c67cfde63 HTTP/1.1" status: 200 len: 1001 time: 0.0963423 May 25 12:23:29.924454 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc1212b-96b4-46e1-a5c7-338fccb1e65b req-81b59001-89d3-44cf-9c58-023202861eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:23:29.925871 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-0fc1212b-96b4-46e1-a5c7-338fccb1e65b req-81b59001-89d3-44cf-9c58-023202861eaa service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f12d5ce9-47cf-4b08-8e23-17e74d451cc9 HTTP/1.1" status: 200 len: 850 time: 0.0679998 May 25 12:23:30.002839 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc1212b-96b4-46e1-a5c7-338fccb1e65b req-0c39a82e-df92-46f0-becf-13b3709b3c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:23:30.004313 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-0fc1212b-96b4-46e1-a5c7-338fccb1e65b req-0c39a82e-df92-46f0-becf-13b3709b3c28 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9e203381-a96d-4880-a7ef-d6ef0608763a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0721858 May 25 12:23:30.134502 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-0fc1212b-96b4-46e1-a5c7-338fccb1e65b req-ca76f80e-072a-4c02-a5e7-588c5ff8360c service neutron] 10.222.0.54 "GET /v2.0/networks/9e203381-a96d-4880-a7ef-d6ef0608763a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216321 May 25 12:23:30.262608 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-0fc1212b-96b4-46e1-a5c7-338fccb1e65b req-25069a78-fdf9-4a77-9d95-9607b663da7e service neutron] 10.222.0.54 "GET /v2.0/networks/9e203381-a96d-4880-a7ef-d6ef0608763a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210434 May 25 12:23:33.424041 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f23e1e7-4ce0-441c-a8ae-7cd1e26bc96f req-a954796f-5336-42c2-814c-6c731c23e34f tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:23:33.425476 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-1f23e1e7-4ce0-441c-a8ae-7cd1e26bc96f req-a954796f-5336-42c2-814c-6c731c23e34f tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "GET /v2.0/ports?device_id=4897124c-b38b-4ead-908a-f68fb237d28a HTTP/1.1" status: 200 len: 946 time: 0.0780532 May 25 12:23:33.470912 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-1f23e1e7-4ce0-441c-a8ae-7cd1e26bc96f req-115c273f-1869-4c34-add7-7fa963d2e4a0 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "GET /v2.0/security-groups?id=f38ee1bd-b15a-42fa-8497-7b6988ebd5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398943 May 25 12:23:34.661857 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb7d528-9705-4926-b1dc-56641840fb9b req-296c4044-c025-4ee5-afef-00d97f039c8d tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:23:34.663296 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-1bb7d528-9705-4926-b1dc-56641840fb9b req-296c4044-c025-4ee5-afef-00d97f039c8d tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "GET /v2.0/ports?device_id=4897124c-b38b-4ead-908a-f68fb237d28a HTTP/1.1" status: 200 len: 946 time: 0.0839927 May 25 12:23:34.706181 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-1bb7d528-9705-4926-b1dc-56641840fb9b req-a278cbcf-d167-495a-8d59-06140fd62ce0 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "GET /v2.0/security-groups?id=f38ee1bd-b15a-42fa-8497-7b6988ebd5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373135 May 25 12:23:35.121039 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b02f82f-1729-4581-9f6c-0dd6d4a51bbb req-1d560591-17b1-4e34-8a3a-b27784538fa0 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92473) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:23:35.121665 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [req-9b02f82f-1729-4581-9f6c-0dd6d4a51bbb req-1d560591-17b1-4e34-8a3a-b27784538fa0 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Synchronizing usage tracker for tenant:0864be46d0cc487f90c57acd6472d636 on resource:port {{(pid=92473) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 25 12:23:35.183584 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [req-9b02f82f-1729-4581-9f6c-0dd6d4a51bbb req-1d560591-17b1-4e34-8a3a-b27784538fa0 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Unset dirty status for tenant:0864be46d0cc487f90c57acd6472d636 on resource:port {{(pid=92473) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 25 12:23:35.185291 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-9b02f82f-1729-4581-9f6c-0dd6d4a51bbb req-1d560591-17b1-4e34-8a3a-b27784538fa0 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.54 "GET /v2.0/ports?device_id=4897124c-b38b-4ead-908a-f68fb237d28a HTTP/1.1" status: 200 len: 946 time: 0.1411140 May 25 12:23:35.318069 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.plugin [req-9b02f82f-1729-4581-9f6c-0dd6d4a51bbb req-48253003-d8d5-4458-a2ec-711499db4341 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Deleting port 854471a6-099d-4c87-836e-066c67cfde63 {{(pid=92473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 12:23:35.318430 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-9b02f82f-1729-4581-9f6c-0dd6d4a51bbb req-48253003-d8d5-4458-a2ec-711499db4341 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786008536899'] for port, before_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:23:35.545052 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.db [req-9b02f82f-1729-4581-9f6c-0dd6d4a51bbb req-48253003-d8d5-4458-a2ec-711499db4341 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] For port 854471a6-099d-4c87-836e-066c67cfde63, host hv-cinder-77923, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77923',level=0,port_id=854471a6-099d-4c87-836e-066c67cfde63,segment=NetworkSegment(dad021e1-3360-4664-9601-c09fb6755ab8),segment_id=dad021e1-3360-4664-9601-c09fb6755ab8)] {{(pid=92473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:23:35.545400 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-9b02f82f-1729-4581-9f6c-0dd6d4a51bbb req-48253003-d8d5-4458-a2ec-711499db4341 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042426'] for port, precommit_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:23:35.834058 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-9b02f82f-1729-4581-9f6c-0dd6d4a51bbb req-48253003-d8d5-4458-a2ec-711499db4341 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:23:35.834469 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-9b02f82f-1729-4581-9f6c-0dd6d4a51bbb req-48253003-d8d5-4458-a2ec-711499db4341 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1047065'] for floatingip, after_update {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:23:35.834748 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.db.l3_db [req-9b02f82f-1729-4581-9f6c-0dd6d4a51bbb req-48253003-d8d5-4458-a2ec-711499db4341 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Floating IP 4372a0bb-1896-4ffd-baa3-6cf79a4d1c7a disassociated. External IP: 172.28.2.26, port: 854471a6-099d-4c87-836e-066c67cfde63. May 25 12:23:35.835080 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.plugin [req-9b02f82f-1729-4581-9f6c-0dd6d4a51bbb req-48253003-d8d5-4458-a2ec-711499db4341 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Calling delete_port for 854471a6-099d-4c87-836e-066c67cfde63 owned by compute:nova {{(pid=92473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 12:23:35.891843 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bc6845-0d09-4c84-a5c1-6eccd5f52f58 req-d41b46a4-df5a-43ae-9088-17a040b07dbc tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92472) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 25 12:23:35.893343 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-d9bc6845-0d09-4c84-a5c1-6eccd5f52f58 req-d41b46a4-df5a-43ae-9088-17a040b07dbc tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "GET /v2.0/ports?device_id=4897124c-b38b-4ead-908a-f68fb237d28a HTTP/1.1" status: 200 len: 946 time: 0.0819066 May 25 12:23:35.939367 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-d9bc6845-0d09-4c84-a5c1-6eccd5f52f58 req-556d37dd-8bb2-4916-be3a-5bdbcccb7cc1 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "GET /v2.0/security-groups?id=f38ee1bd-b15a-42fa-8497-7b6988ebd5a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402513 May 25 12:23:36.018369 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-9b02f82f-1729-4581-9f6c-0dd6d4a51bbb req-48253003-d8d5-4458-a2ec-711499db4341 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786008539046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786008105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2465563'] for port, after_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:23:36.024258 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-a5b94269-114c-4a80-9304-5b765f0facf4 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:23:36.070381 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48253003-d8d5-4458-a2ec-711499db4341 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Pushing event deleted for resources: {'Port': ['ID=854471a6-099d-4c87-836e-066c67cfde63,revision_number=None']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:23:36.081881 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48253003-d8d5-4458-a2ec-711499db4341 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:23:36.082261 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48253003-d8d5-4458-a2ec-711499db4341 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:23:36.082617 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48253003-d8d5-4458-a2ec-711499db4341 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:23:36.082972 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48253003-d8d5-4458-a2ec-711499db4341 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:23:36.083347 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48253003-d8d5-4458-a2ec-711499db4341 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:23:36.083802 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48253003-d8d5-4458-a2ec-711499db4341 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:23:36.084046 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48253003-d8d5-4458-a2ec-711499db4341 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:23:36.084393 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48253003-d8d5-4458-a2ec-711499db4341 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:23:36.084743 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48253003-d8d5-4458-a2ec-711499db4341 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:23:36.085091 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48253003-d8d5-4458-a2ec-711499db4341 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:23:36.085435 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48253003-d8d5-4458-a2ec-711499db4341 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:23:36.085779 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48253003-d8d5-4458-a2ec-711499db4341 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:23:36.089444 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-48253003-d8d5-4458-a2ec-711499db4341 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:23:36.267560 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9b02f82f-1729-4581-9f6c-0dd6d4a51bbb req-48253003-d8d5-4458-a2ec-711499db4341 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Router 0dc1a175-0361-48b3-a7cd-2f6b52a7a40a has already been hosted by L3 agent 4aaf6e0c-8c85-4f95-8d8e-6a64f0cc3b25 {{(pid=92473) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 12:23:36.446396 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9b02f82f-1729-4581-9f6c-0dd6d4a51bbb req-48253003-d8d5-4458-a2ec-711499db4341 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Notify agent at l3_agent.dv-cinder-779233-5-smb the message routers_updated {{(pid=92473) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 12:23:36.460924 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25708f1b-e283-40a2-8918-9de1fc622ff4 None None] Sync routers for ids ['0dc1a175-0361-48b3-a7cd-2f6b52a7a40a'] in dv-cinder-779233-5-smb {{(pid=92475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 12:23:36.471624 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25708f1b-e283-40a2-8918-9de1fc622ff4 None None] Routers {'0dc1a175-0361-48b3-a7cd-2f6b52a7a40a'} bound to L3 agent in host dv-cinder-779233-5-smb {{(pid=92475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 12:23:36.472343 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_hamode_db [None req-25708f1b-e283-40a2-8918-9de1fc622ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T12:04:17Z,description=,heartbeat_timestamp=2021-05-25T12:23:17Z,host='dv-cinder-779233-5-smb',id=4aaf6e0c-8c85-4f95-8d8e-6a64f0cc3b25,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T12:04:17Z,topic='l3_agent')) {'router_ids': ['0dc1a175-0361-48b3-a7cd-2f6b52a7a40a'], 'active': True} {{(pid=92475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:23:36.521376 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b02f82f-1729-4581-9f6c-0dd6d4a51bbb req-48253003-d8d5-4458-a2ec-711499db4341 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] No DVR routers for this DVR port 854471a6-099d-4c87-836e-066c67cfde63 on host hv-cinder-77923 {{(pid=92473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 12:23:36.523944 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [req-9b02f82f-1729-4581-9f6c-0dd6d4a51bbb req-48253003-d8d5-4458-a2ec-711499db4341 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163099'] for port, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:23:36.526623 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4897124c-b38b-4ead-908a-f68fb237d28a', 'name': 'network-vif-deleted', 'tag': '854471a6-099d-4c87-836e-066c67cfde63'}] {{(pid=92473) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 25 12:23:36.610411 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [req-9b02f82f-1729-4581-9f6c-0dd6d4a51bbb req-48253003-d8d5-4458-a2ec-711499db4341 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.54 "DELETE /v2.0/ports/854471a6-099d-4c87-836e-066c67cfde63 HTTP/1.1" status: 204 len: 173 time: 1.4176247 May 25 12:23:36.636859 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4897124c-b38b-4ead-908a-f68fb237d28a', 'name': 'network-vif-deleted', 'tag': '854471a6-099d-4c87-836e-066c67cfde63', 'status': 'completed', 'code': 200} May 25 12:23:36.661111 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_dvr_db [None req-25708f1b-e283-40a2-8918-9de1fc622ff4 None None] Set router 0dc1a175-0361-48b3-a7cd-2f6b52a7a40a gateway port host: dv-cinder-779233-5-smb {{(pid=92475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 12:23:37.006489 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_hamode_db [None req-25708f1b-e283-40a2-8918-9de1fc622ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dc1a175-0361-48b3-a7cd-2f6b52a7a40a', 'name': 'tempest-AttachVolumeTestJSON-1227512456-router', 'tenant_id': '0864be46d0cc487f90c57acd6472d636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'external_fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.43'}], 'enable_snat': True}, 'gw_port_id': '2ba47493-61e6-45b7-a51a-3a13c4b0879f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T12:19:10Z', 'updated_at': '2021-05-25T12:19:14Z', 'revision_number': 4, 'project_id': '0864be46d0cc487f90c57acd6472d636', 'gw_port': {'id': '2ba47493-61e6-45b7-a51a-3a13c4b0879f', 'name': '', 'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:94:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc1a175-0361-48b3-a7cd-2f6b52a7a40a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:19:11Z', 'updated_at': '2021-05-25T12:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-5-smb', '_interfaces': [{'id': '7fa2cfb7-9628-429f-8dac-0135915a9c9a', 'name': '', 'network_id': '9e203381-a96d-4880-a7ef-d6ef0608763a', 'tenant_id': '0864be46d0cc487f90c57acd6472d636', 'mac_address': 'fa:16:3e:fd:00:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc1a175-0361-48b3-a7cd-2f6b52a7a40a', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'f12d5ce9-47cf-4b08-8e23-17e74d451cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:19:13Z', 'updated_at': '2021-05-25T12:19:20Z', 'revision_number': 5, 'project_id': '0864be46d0cc487f90c57acd6472d636', 'subnets': [{'id': 'f12d5ce9-47cf-4b08-8e23-17e74d451cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-5-smb', False) {} {{(pid=92475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:23:37.011559 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25708f1b-e283-40a2-8918-9de1fc622ff4 None None] Checking router: 0dc1a175-0361-48b3-a7cd-2f6b52a7a40a for host: dv-cinder-779233-5-smb {{(pid=92475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 12:23:37.020762 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25708f1b-e283-40a2-8918-9de1fc622ff4 None None] Routers {'0dc1a175-0361-48b3-a7cd-2f6b52a7a40a'} bound to L3 agent in host dv-cinder-779233-5-smb {{(pid=92475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 12:23:37.021343 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_hamode_db [None req-25708f1b-e283-40a2-8918-9de1fc622ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T12:04:17Z,description=,heartbeat_timestamp=2021-05-25T12:23:17Z,host='dv-cinder-779233-5-smb',id=4aaf6e0c-8c85-4f95-8d8e-6a64f0cc3b25,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T12:04:17Z,topic='l3_agent')) {'router_ids': ['0dc1a175-0361-48b3-a7cd-2f6b52a7a40a'], 'active': True} {{(pid=92475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:23:37.115131 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [req-c461effa-1e62-4d88-904b-b54c0aba6f0f req-6376bcd3-23e8-400f-a27a-6e271c78d967 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "GET /v2.0/ports?device_id=4897124c-b38b-4ead-908a-f68fb237d28a HTTP/1.1" status: 200 len: 210 time: 0.0466814 May 25 12:23:37.199286 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_dvr_db [None req-25708f1b-e283-40a2-8918-9de1fc622ff4 None None] Set router 0dc1a175-0361-48b3-a7cd-2f6b52a7a40a gateway port host: dv-cinder-779233-5-smb {{(pid=92475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 12:23:37.509366 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_hamode_db [None req-25708f1b-e283-40a2-8918-9de1fc622ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dc1a175-0361-48b3-a7cd-2f6b52a7a40a', 'name': 'tempest-AttachVolumeTestJSON-1227512456-router', 'tenant_id': '0864be46d0cc487f90c57acd6472d636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'external_fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.43'}], 'enable_snat': True}, 'gw_port_id': '2ba47493-61e6-45b7-a51a-3a13c4b0879f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T12:19:10Z', 'updated_at': '2021-05-25T12:19:14Z', 'revision_number': 4, 'project_id': '0864be46d0cc487f90c57acd6472d636', 'gw_port': {'id': '2ba47493-61e6-45b7-a51a-3a13c4b0879f', 'name': '', 'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:94:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc1a175-0361-48b3-a7cd-2f6b52a7a40a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:19:11Z', 'updated_at': '2021-05-25T12:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-5-smb', '_interfaces': [{'id': '7fa2cfb7-9628-429f-8dac-0135915a9c9a', 'name': '', 'network_id': '9e203381-a96d-4880-a7ef-d6ef0608763a', 'tenant_id': '0864be46d0cc487f90c57acd6472d636', 'mac_address': 'fa:16:3e:fd:00:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc1a175-0361-48b3-a7cd-2f6b52a7a40a', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'f12d5ce9-47cf-4b08-8e23-17e74d451cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:19:13Z', 'updated_at': '2021-05-25T12:19:20Z', 'revision_number': 5, 'project_id': '0864be46d0cc487f90c57acd6472d636', 'subnets': [{'id': 'f12d5ce9-47cf-4b08-8e23-17e74d451cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779233-5-smb', False) {} {{(pid=92475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:23:37.513226 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25708f1b-e283-40a2-8918-9de1fc622ff4 None None] The sync data for ids ['0dc1a175-0361-48b3-a7cd-2f6b52a7a40a'] in dv-cinder-779233-5-smb is: [{'id': '0dc1a175-0361-48b3-a7cd-2f6b52a7a40a', 'name': 'tempest-AttachVolumeTestJSON-1227512456-router', 'tenant_id': '0864be46d0cc487f90c57acd6472d636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'external_fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.43'}], 'enable_snat': True}, 'gw_port_id': '2ba47493-61e6-45b7-a51a-3a13c4b0879f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T12:19:10Z', 'updated_at': '2021-05-25T12:19:14Z', 'revision_number': 4, 'project_id': '0864be46d0cc487f90c57acd6472d636', 'gw_port': {'id': '2ba47493-61e6-45b7-a51a-3a13c4b0879f', 'name': '', 'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:94:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc1a175-0361-48b3-a7cd-2f6b52a7a40a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:19:11Z', 'updated_at': '2021-05-25T12:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-5-smb', '_interfaces': [{'id': '7fa2cfb7-9628-429f-8dac-0135915a9c9a', 'name': '', 'network_id': '9e203381-a96d-4880-a7ef-d6ef0608763a', 'tenant_id': '0864be46d0cc487f90c57acd6472d636', 'mac_address': 'fa:16:3e:fd:00:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc1a175-0361-48b3-a7cd-2f6b52a7a40a', 'device_owner': 'network:router_interface', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'f12d5ce9-47cf-4b08-8e23-17e74d451cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:19:13Z', 'updated_at': '2021-05-25T12:19:20Z', 'revision_number': 5, 'project_id': '0864be46d0cc487f90c57acd6472d636', 'subnets': [{'id': 'f12d5ce9-47cf-4b08-8e23-17e74d451cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 12:23:37.713784 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27961ae1-6c17-4fad-a3a9-85f684558bba None None] New status for floating IP 4372a0bb-1896-4ffd-baa3-6cf79a4d1c7a: DOWN {{(pid=92474) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 25 12:23:38.317065 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 44886) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:23:38.382910 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-4d4b40fa-790f-434d-8192-e50ce2d3f4d3 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Notify callbacks [] for security_group, before_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:23:38.409848 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-4d4b40fa-790f-434d-8192-e50ce2d3f4d3 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:23:38.550057 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-4d4b40fa-790f-434d-8192-e50ce2d3f4d3 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:23:38.554097 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-20066e45-0a8a-42a4-bdfd-e7cde7ebf992 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:23:38.569622 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4b40fa-790f-434d-8192-e50ce2d3f4d3 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f38ee1bd-b15a-42fa-8497-7b6988ebd5a0,revision_number=None']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:23:38.577411 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4b40fa-790f-434d-8192-e50ce2d3f4d3 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:23:38.577773 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4b40fa-790f-434d-8192-e50ce2d3f4d3 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:23:38.578132 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4b40fa-790f-434d-8192-e50ce2d3f4d3 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:23:38.578484 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4b40fa-790f-434d-8192-e50ce2d3f4d3 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:23:38.578865 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4b40fa-790f-434d-8192-e50ce2d3f4d3 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:23:38.579213 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4b40fa-790f-434d-8192-e50ce2d3f4d3 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:23:38.579579 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4b40fa-790f-434d-8192-e50ce2d3f4d3 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:23:38.579924 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4b40fa-790f-434d-8192-e50ce2d3f4d3 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:23:38.580268 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4b40fa-790f-434d-8192-e50ce2d3f4d3 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:23:38.580608 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4b40fa-790f-434d-8192-e50ce2d3f4d3 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:23:38.580947 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4b40fa-790f-434d-8192-e50ce2d3f4d3 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:23:38.581283 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d4b40fa-790f-434d-8192-e50ce2d3f4d3 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:23:38.584381 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-4d4b40fa-790f-434d-8192-e50ce2d3f4d3 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:23:38.657774 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-4d4b40fa-790f-434d-8192-e50ce2d3f4d3 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Notify callbacks [] for security_group, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:23:38.659020 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-4d4b40fa-790f-434d-8192-e50ce2d3f4d3 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "DELETE /v2.0/security-groups/f38ee1bd-b15a-42fa-8497-7b6988ebd5a0 HTTP/1.1" status: 204 len: 168 time: 0.3408756 May 25 12:23:38.661638 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 44890) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:23:38.677947 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.api.v2.resource [None req-85b0f81b-2280-4962-b34d-156f187da1d1 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] show failed (client error): The resource could not be found. May 25 12:23:38.678891 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-85b0f81b-2280-4962-b34d-156f187da1d1 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "GET /v2.0/security-groups/f38ee1bd-b15a-42fa-8497-7b6988ebd5a0 HTTP/1.1" status: 404 len: 347 time: 0.0163786 May 25 12:23:38.681574 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 44894) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:23:38.890455 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.plugin [None req-56594ab3-f0a4-4634-97ab-ecdebf2a0ad7 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Deleting port 878cd071-8674-4771-89db-9e55c73b6780 {{(pid=92473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 12:23:38.890677 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-56594ab3-f0a4-4634-97ab-ecdebf2a0ad7 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786008536899'] for port, before_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:23:39.004134 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-56594ab3-f0a4-4634-97ab-ecdebf2a0ad7 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042426'] for port, precommit_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:23:39.004458 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-56594ab3-f0a4-4634-97ab-ecdebf2a0ad7 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:23:39.126802 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Device 854471a6-099d-4c87-836e-066c67cfde63 no longer exists at agent hyperv_hv-cinder-77923 {{(pid=92474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 12:23:39.162086 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.plugin [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] No Port match for: 854471a6-099d-4c87-836e-066c67cfde63 {{(pid=92474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 12:23:39.162343 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Device 854471a6-099d-4c87-836e-066c67cfde63 not bound to the agent host hv-cinder-77923 {{(pid=92474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 12:23:39.226885 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.plugin [None req-56594ab3-f0a4-4634-97ab-ecdebf2a0ad7 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Calling delete_port for 878cd071-8674-4771-89db-9e55c73b6780 owned by network:floatingip {{(pid=92473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 12:23:39.389885 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-56594ab3-f0a4-4634-97ab-ecdebf2a0ad7 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786008539046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786008105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2465563'] for port, after_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:23:39.394302 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-0a0d4dc0-ee4d-4fb9-aa99-89beb8e6f249 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:23:39.438699 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56594ab3-f0a4-4634-97ab-ecdebf2a0ad7 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Pushing event deleted for resources: {'Port': ['ID=878cd071-8674-4771-89db-9e55c73b6780,revision_number=None']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:23:39.468338 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-56594ab3-f0a4-4634-97ab-ecdebf2a0ad7 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:23:39.533148 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-56594ab3-f0a4-4634-97ab-ecdebf2a0ad7 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Notify callbacks [] for floatingip, after_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:23:39.547582 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-56594ab3-f0a4-4634-97ab-ecdebf2a0ad7 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163099'] for floatingip, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:23:39.548716 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-56594ab3-f0a4-4634-97ab-ecdebf2a0ad7 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] 10.222.0.44 "DELETE /v2.0/floatingips/4372a0bb-1896-4ffd-baa3-6cf79a4d1c7a HTTP/1.1" status: 204 len: 168 time: 0.8661695 May 25 12:23:43.907590 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 44924) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:23:44.013100 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-457038ca-1b7e-430f-8fdf-8d5f1bcd94d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:23:44.432829 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-1376803e-f674-495e-8879-438bef7325a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1040427'] for router_interface, before_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:23:44.938706 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.plugins.ml2.plugin [None req-1376803e-f674-495e-8879-438bef7325a2 admin admin] Deleting port 7fa2cfb7-9628-429f-8dac-0135915a9c9a {{(pid=92472) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 12:23:44.939432 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-1376803e-f674-495e-8879-438bef7325a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786008536899'] for port, before_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:23:45.058658 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.plugins.ml2.db [None req-1376803e-f674-495e-8879-438bef7325a2 admin admin] For port 7fa2cfb7-9628-429f-8dac-0135915a9c9a, host dv-cinder-779233-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-5-smb',level=0,port_id=7fa2cfb7-9628-429f-8dac-0135915a9c9a,segment=NetworkSegment(dad021e1-3360-4664-9601-c09fb6755ab8),segment_id=dad021e1-3360-4664-9601-c09fb6755ab8)] {{(pid=92472) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:23:45.059038 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-1376803e-f674-495e-8879-438bef7325a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042426'] for port, precommit_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:23:45.178310 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.plugins.ml2.plugin [None req-1376803e-f674-495e-8879-438bef7325a2 admin admin] Calling delete_port for 7fa2cfb7-9628-429f-8dac-0135915a9c9a owned by network:router_interface {{(pid=92472) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 12:23:45.384178 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-1376803e-f674-495e-8879-438bef7325a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786008539046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786008105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2227112'] for port, after_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:23:45.388115 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-2493025e-1876-4fb7-aa32-fc3b845341c6 tempest-TestMinimumBasicScenario-1635544103 tempest-TestMinimumBasicScenario-1635544103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:23:45.430080 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1376803e-f674-495e-8879-438bef7325a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=7fa2cfb7-9628-429f-8dac-0135915a9c9a,revision_number=None']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:23:45.433184 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-1376803e-f674-495e-8879-438bef7325a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:23:45.694907 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-1376803e-f674-495e-8879-438bef7325a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-653793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1046971'] for router_interface, after_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:23:46.044388 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1376803e-f674-495e-8879-438bef7325a2 admin admin] Router 0dc1a175-0361-48b3-a7cd-2f6b52a7a40a has already been hosted by L3 agent 4aaf6e0c-8c85-4f95-8d8e-6a64f0cc3b25 {{(pid=92472) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 25 12:23:46.309863 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1376803e-f674-495e-8879-438bef7325a2 admin admin] Notify agent at l3_agent.dv-cinder-779233-5-smb the message routers_updated {{(pid=92472) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 25 12:23:46.319307 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621fddee-3e64-431c-b98b-17f9635bd322 None None] Sync routers for ids ['0dc1a175-0361-48b3-a7cd-2f6b52a7a40a'] in dv-cinder-779233-5-smb {{(pid=92475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 25 12:23:46.322265 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-1376803e-f674-495e-8879-438bef7325a2 admin admin] 10.222.0.44 "PUT /v2.0/routers/0dc1a175-0361-48b3-a7cd-2f6b52a7a40a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4136477 May 25 12:23:46.325426 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 44928) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:23:46.329067 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621fddee-3e64-431c-b98b-17f9635bd322 None None] Routers {'0dc1a175-0361-48b3-a7cd-2f6b52a7a40a'} bound to L3 agent in host dv-cinder-779233-5-smb {{(pid=92475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 12:23:46.329657 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_hamode_db [None req-621fddee-3e64-431c-b98b-17f9635bd322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T12:04:17Z,description=,heartbeat_timestamp=2021-05-25T12:23:17Z,host='dv-cinder-779233-5-smb',id=4aaf6e0c-8c85-4f95-8d8e-6a64f0cc3b25,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T12:04:17Z,topic='l3_agent')) {'router_ids': ['0dc1a175-0361-48b3-a7cd-2f6b52a7a40a'], 'active': True} {{(pid=92475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:23:46.419226 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:23:46.502876 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-39681d25-9a91-4667-bd30-8c53ca576819 admin admin] Notify callbacks [] for router, before_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:23:46.505082 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_dvr_db [None req-621fddee-3e64-431c-b98b-17f9635bd322 None None] Set router 0dc1a175-0361-48b3-a7cd-2f6b52a7a40a gateway port host: dv-cinder-779233-5-smb {{(pid=92475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 12:23:46.670373 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-39681d25-9a91-4667-bd30-8c53ca576819 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:23:46.778127 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-4d92c6bf-e877-4dac-ac5e-a9836a25eaec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:23:46.787950 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_hamode_db [None req-621fddee-3e64-431c-b98b-17f9635bd322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dc1a175-0361-48b3-a7cd-2f6b52a7a40a', 'name': 'tempest-AttachVolumeTestJSON-1227512456-router', 'tenant_id': '0864be46d0cc487f90c57acd6472d636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'external_fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.43'}], 'enable_snat': True}, 'gw_port_id': '2ba47493-61e6-45b7-a51a-3a13c4b0879f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T12:19:10Z', 'updated_at': '2021-05-25T12:23:45Z', 'revision_number': 5, 'project_id': '0864be46d0cc487f90c57acd6472d636', 'gw_port': {'id': '2ba47493-61e6-45b7-a51a-3a13c4b0879f', 'name': '', 'network_id': '4d625284-12e5-4031-b909-2f88209a96c9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:94:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc1a175-0361-48b3-a7cd-2f6b52a7a40a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'ip_address': '172.28.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779233-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-25T12:19:11Z', 'updated_at': '2021-05-25T12:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2d6a762e-ceb0-4d19-baa6-a8eb2b88fc92', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779233-5-smb'}], 'dv-cinder-779233-5-smb', False) {} {{(pid=92475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:23:46.791818 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621fddee-3e64-431c-b98b-17f9635bd322 None None] Checking router: 0dc1a175-0361-48b3-a7cd-2f6b52a7a40a for host: dv-cinder-779233-5-smb {{(pid=92475) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 25 12:23:46.800237 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621fddee-3e64-431c-b98b-17f9635bd322 None None] Routers {'0dc1a175-0361-48b3-a7cd-2f6b52a7a40a'} bound to L3 agent in host dv-cinder-779233-5-smb {{(pid=92475) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 25 12:23:46.800813 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_hamode_db [None req-621fddee-3e64-431c-b98b-17f9635bd322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779233-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-25T12:04:17Z,description=,heartbeat_timestamp=2021-05-25T12:23:47Z,host='dv-cinder-779233-5-smb',id=4aaf6e0c-8c85-4f95-8d8e-6a64f0cc3b25,load=0,resource_versions=,resources_synced=,started_at=2021-05-25T12:04:17Z,topic='l3_agent')) {'router_ids': ['0dc1a175-0361-48b3-a7cd-2f6b52a7a40a'], 'active': True} {{(pid=92475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:23:46.809494 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.plugin [None req-39681d25-9a91-4667-bd30-8c53ca576819 admin admin] Deleting port 2ba47493-61e6-45b7-a51a-3a13c4b0879f {{(pid=92473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 12:23:46.809836 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-39681d25-9a91-4667-bd30-8c53ca576819 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786008536899'] for port, before_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:23:46.928356 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.db [None req-39681d25-9a91-4667-bd30-8c53ca576819 admin admin] For port 2ba47493-61e6-45b7-a51a-3a13c4b0879f, host dv-cinder-779233-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-5-smb',level=0,port_id=2ba47493-61e6-45b7-a51a-3a13c4b0879f,segment=NetworkSegment(34f5f11c-fa4c-4a54-bab0-6c112d271f06),segment_id=34f5f11c-fa4c-4a54-bab0-6c112d271f06)] {{(pid=92473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:23:46.928753 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-39681d25-9a91-4667-bd30-8c53ca576819 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042426'] for port, precommit_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:23:46.945748 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_dvr_db [None req-621fddee-3e64-431c-b98b-17f9635bd322 None None] Set router 0dc1a175-0361-48b3-a7cd-2f6b52a7a40a gateway port host: None {{(pid=92475) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 25 12:23:47.050333 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.plugin [None req-39681d25-9a91-4667-bd30-8c53ca576819 admin admin] Calling delete_port for 2ba47493-61e6-45b7-a51a-3a13c4b0879f owned by network:router_gateway {{(pid=92473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 12:23:47.075787 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.l3_hamode_db [None req-621fddee-3e64-431c-b98b-17f9635bd322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dc1a175-0361-48b3-a7cd-2f6b52a7a40a', 'name': 'tempest-AttachVolumeTestJSON-1227512456-router', 'tenant_id': '0864be46d0cc487f90c57acd6472d636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T12:19:10Z', 'updated_at': '2021-05-25T12:23:46Z', 'revision_number': 6, 'project_id': '0864be46d0cc487f90c57acd6472d636', 'gw_port_host': None}], 'dv-cinder-779233-5-smb', False) {} {{(pid=92475) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:23:47.079564 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621fddee-3e64-431c-b98b-17f9635bd322 None None] The sync data for ids ['0dc1a175-0361-48b3-a7cd-2f6b52a7a40a'] in dv-cinder-779233-5-smb is: [{'id': '0dc1a175-0361-48b3-a7cd-2f6b52a7a40a', 'name': 'tempest-AttachVolumeTestJSON-1227512456-router', 'tenant_id': '0864be46d0cc487f90c57acd6472d636', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-25T12:19:10Z', 'updated_at': '2021-05-25T12:23:46Z', 'revision_number': 6, 'project_id': '0864be46d0cc487f90c57acd6472d636', 'gw_port_host': None}] {{(pid=92475) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 25 12:23:47.108695 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.agents_db [None req-9d38de35-3365-4658-8f1e-c8b00fd146ea None None] Agent healthcheck: found 6 active agents {{(pid=92475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 12:23:47.235161 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-39681d25-9a91-4667-bd30-8c53ca576819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786008539046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786008105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2465563'] for port, after_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:23:47.238500 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-3bf1dd97-5e2b-42b2-89ba-091cdf623d3d tempest-TestShelveInstance-1174268057 tempest-TestShelveInstance-1174268057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:23:47.280579 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39681d25-9a91-4667-bd30-8c53ca576819 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ba47493-61e6-45b7-a51a-3a13c4b0879f,revision_number=None']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:23:47.282953 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-39681d25-9a91-4667-bd30-8c53ca576819 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:23:47.372507 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-39681d25-9a91-4667-bd30-8c53ca576819 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1047094'] for router_gateway, after_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:23:47.637000 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-39681d25-9a91-4667-bd30-8c53ca576819 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1047739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2640'] for router, precommit_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:23:47.639035 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-39681d25-9a91-4667-bd30-8c53ca576819 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:23:47.737952 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-39681d25-9a91-4667-bd30-8c53ca576819 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1048199'] for router, after_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:23:47.738482 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39681d25-9a91-4667-bd30-8c53ca576819 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0dc1a175-0361-48b3-a7cd-2f6b52a7a40a {{(pid=92473) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 25 12:23:47.751109 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-39681d25-9a91-4667-bd30-8c53ca576819 admin admin] Notify callbacks [] for router, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:23:47.752172 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-39681d25-9a91-4667-bd30-8c53ca576819 admin admin] 10.222.0.44 "DELETE /v2.0/routers/0dc1a175-0361-48b3-a7cd-2f6b52a7a40a HTTP/1.1" status: 204 len: 168 time: 1.4257901 May 25 12:23:47.754790 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 44932) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:23:47.815092 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4b595e4-4021-4e9f-a302-bf6926a8d6a5 admin admin] Deleting subnet f12d5ce9-47cf-4b08-8e23-17e74d451cc9 {{(pid=92473) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 25 12:23:47.817997 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-b4b595e4-4021-4e9f-a302-bf6926a8d6a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:23:47.870571 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-b4b595e4-4021-4e9f-a302-bf6926a8d6a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2835061'] for subnet, precommit_delete_associations {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:23:47.877756 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Device 7fa2cfb7-9628-429f-8dac-0135915a9c9a no longer exists at agent ovs-agent-dv-cinder-779233-5-smb {{(pid=92474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 12:23:47.911801 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.plugin [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] No Port match for: 7fa2cfb7-9628-429f-8dac-0135915a9c9a {{(pid=92474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 12:23:47.912152 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Device 7fa2cfb7-9628-429f-8dac-0135915a9c9a not bound to the agent host dv-cinder-779233-5-smb {{(pid=92474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 12:23:47.912580 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Device 2ba47493-61e6-45b7-a51a-3a13c4b0879f no longer exists at agent ovs-agent-dv-cinder-779233-5-smb {{(pid=92474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 12:23:47.949572 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.plugin [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] No Port match for: 2ba47493-61e6-45b7-a51a-3a13c4b0879f {{(pid=92474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 12:23:47.950221 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Device 2ba47493-61e6-45b7-a51a-3a13c4b0879f not bound to the agent host dv-cinder-779233-5-smb {{(pid=92474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 12:23:47.952054 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-b4b595e4-4021-4e9f-a302-bf6926a8d6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1960903'] for subnet, precommit_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:23:48.041717 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ff182aac-c7db-4435-9e5c-c570f96503ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:23:48.269985 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-b4b595e4-4021-4e9f-a302-bf6926a8d6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1906546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39713', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2542568', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3722517'] for subnet, after_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:23:48.274715 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-f4583ed7-df39-49c2-96fb-e8c08569086f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:23:48.309932 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-b4b595e4-4021-4e9f-a302-bf6926a8d6a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653773'] for subnet, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:23:48.313276 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b595e4-4021-4e9f-a302-bf6926a8d6a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f12d5ce9-47cf-4b08-8e23-17e74d451cc9,revision_number=None']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:23:48.315057 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1933cc-834f-4126-af48-2bba868c49e4 None None] Network 9e203381-a96d-4880-a7ef-d6ef0608763a requested from dv-cinder-779233-5-smb {{(pid=92474) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 25 12:23:48.316207 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-b4b595e4-4021-4e9f-a302-bf6926a8d6a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:23:48.320972 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-b4b595e4-4021-4e9f-a302-bf6926a8d6a5 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/f12d5ce9-47cf-4b08-8e23-17e74d451cc9 HTTP/1.1" status: 204 len: 168 time: 0.5632277 May 25 12:23:48.321764 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 44936) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:23:48.428060 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-c06b315f-2cae-4f9e-86ff-6c8cceea557c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1628851'] for network, before_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:23:48.499374 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.plugin [None req-c06b315f-2cae-4f9e-86ff-6c8cceea557c admin admin] Deleting port 896b10bf-d32a-487d-b2a6-7bbdd383cb0b {{(pid=92473) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 12:23:48.499721 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-c06b315f-2cae-4f9e-86ff-6c8cceea557c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786008536899'] for port, before_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:23:48.553974 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f01efc-df10-4f8c-82b9-c8569661df53 None None] DHCP port deletion for 9e203381-a96d-4880-a7ef-d6ef0608763a request from dv-cinder-779233-5-smb {{(pid=92474) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 25 12:23:48.599160 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.db [None req-c06b315f-2cae-4f9e-86ff-6c8cceea557c admin admin] For port 896b10bf-d32a-487d-b2a6-7bbdd383cb0b, host dv-cinder-779233-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-5-smb',level=0,port_id=896b10bf-d32a-487d-b2a6-7bbdd383cb0b,segment=NetworkSegment(dad021e1-3360-4664-9601-c09fb6755ab8),segment_id=dad021e1-3360-4664-9601-c09fb6755ab8)] {{(pid=92473) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:23:48.599543 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-c06b315f-2cae-4f9e-86ff-6c8cceea557c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042426'] for port, precommit_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:23:48.620969 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.plugin [None req-05f01efc-df10-4f8c-82b9-c8569661df53 None None] Deleting port 896b10bf-d32a-487d-b2a6-7bbdd383cb0b {{(pid=92474) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 25 12:23:48.621383 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-05f01efc-df10-4f8c-82b9-c8569661df53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786008536899'] for port, before_delete {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:23:48.717753 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.db [None req-05f01efc-df10-4f8c-82b9-c8569661df53 None None] For port 896b10bf-d32a-487d-b2a6-7bbdd383cb0b, host dv-cinder-779233-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779233-5-smb',level=0,port_id=896b10bf-d32a-487d-b2a6-7bbdd383cb0b,segment=NetworkSegment(dad021e1-3360-4664-9601-c09fb6755ab8),segment_id=dad021e1-3360-4664-9601-c09fb6755ab8)] {{(pid=92474) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 25 12:23:48.718140 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-05f01efc-df10-4f8c-82b9-c8569661df53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1042426'] for port, precommit_delete {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:23:48.722016 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.plugin [None req-c06b315f-2cae-4f9e-86ff-6c8cceea557c admin admin] Calling delete_port for 896b10bf-d32a-487d-b2a6-7bbdd383cb0b owned by network:dhcp {{(pid=92473) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 12:23:48.841776 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-c06b315f-2cae-4f9e-86ff-6c8cceea557c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786008539046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786008105692', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2465563'] for port, after_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:23:48.845654 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-242b9784-c695-44fd-a724-5143a468afb7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:23:48.871071 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.plugin [None req-05f01efc-df10-4f8c-82b9-c8569661df53 None None] Calling delete_port for 896b10bf-d32a-487d-b2a6-7bbdd383cb0b owned by network:dhcp {{(pid=92474) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 25 12:23:48.888788 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06b315f-2cae-4f9e-86ff-6c8cceea557c admin admin] Pushing event deleted for resources: {'Port': ['ID=896b10bf-d32a-487d-b2a6-7bbdd383cb0b,revision_number=None']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:23:48.891162 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-c06b315f-2cae-4f9e-86ff-6c8cceea557c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:23:48.893614 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06b315f-2cae-4f9e-86ff-6c8cceea557c admin admin] No DVR routers for this DVR port 896b10bf-d32a-487d-b2a6-7bbdd383cb0b on host dv-cinder-779233-5-smb {{(pid=92473) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 12:23:48.914082 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-05f01efc-df10-4f8c-82b9-c8569661df53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2084316', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-653811', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786008539046', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786008105692'] for port, after_delete {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:23:48.917722 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:23:48.960156 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f01efc-df10-4f8c-82b9-c8569661df53 None None] Pushing event deleted for resources: {'Port': ['ID=896b10bf-d32a-487d-b2a6-7bbdd383cb0b,revision_number=None']} {{(pid=92474) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:23:48.964846 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f01efc-df10-4f8c-82b9-c8569661df53 None None] No DVR routers for this DVR port 896b10bf-d32a-487d-b2a6-7bbdd383cb0b on host dv-cinder-779233-5-smb {{(pid=92474) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 25 12:23:48.971405 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f01efc-df10-4f8c-82b9-c8569661df53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:23:48.973899 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f01efc-df10-4f8c-82b9-c8569661df53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:23:48.973899 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f01efc-df10-4f8c-82b9-c8569661df53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:23:48.973899 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f01efc-df10-4f8c-82b9-c8569661df53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:23:48.973899 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f01efc-df10-4f8c-82b9-c8569661df53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:23:48.973899 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f01efc-df10-4f8c-82b9-c8569661df53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:23:48.973899 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f01efc-df10-4f8c-82b9-c8569661df53 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:23:48.973899 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f01efc-df10-4f8c-82b9-c8569661df53 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:23:48.974591 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f01efc-df10-4f8c-82b9-c8569661df53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:23:48.974591 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f01efc-df10-4f8c-82b9-c8569661df53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:23:48.974591 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f01efc-df10-4f8c-82b9-c8569661df53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:23:48.974989 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f01efc-df10-4f8c-82b9-c8569661df53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92474) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:23:48.978079 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG oslo_concurrency.lockutils [None req-05f01efc-df10-4f8c-82b9-c8569661df53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92474) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:23:49.011769 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-c06b315f-2cae-4f9e-86ff-6c8cceea557c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1908296', 'neutron.services.segments.db._delete_segments_for_network-8786008650460'] for network, precommit_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:23:49.024955 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.services.segments.db [None req-c06b315f-2cae-4f9e-86ff-6c8cceea557c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e203381-a96d-4880-a7ef-d6ef0608763a']}} {{(pid=92473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:23:49.036793 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.services.segments.db [None req-c06b315f-2cae-4f9e-86ff-6c8cceea557c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dad021e1-3360-4664-9601-c09fb6755ab8') {'for_net_delete': True} {{(pid=92473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:23:49.037086 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.services.segments.db [None req-c06b315f-2cae-4f9e-86ff-6c8cceea557c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dad021e1-3360-4664-9601-c09fb6755ab8') {} {{(pid=92473) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 25 12:23:49.048197 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-c06b315f-2cae-4f9e-86ff-6c8cceea557c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786008660637', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2835070'] for segment, before_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:23:49.064355 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-c06b315f-2cae-4f9e-86ff-6c8cceea557c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1959408'] for segment, precommit_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:23:49.070317 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c06b315f-2cae-4f9e-86ff-6c8cceea557c admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=92473) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 25 12:23:49.075442 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-c06b315f-2cae-4f9e-86ff-6c8cceea557c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1959408', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2465614'] for segment, after_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:23:49.084442 dv-cinder-779233-5-smb neutron-server[92473]: Traceback (most recent call last): May 25 12:23:49.084442 dv-cinder-779233-5-smb neutron-server[92473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 25 12:23:49.084442 dv-cinder-779233-5-smb neutron-server[92473]: timer() May 25 12:23:49.084442 dv-cinder-779233-5-smb neutron-server[92473]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 25 12:23:49.084442 dv-cinder-779233-5-smb neutron-server[92473]: cb(*args, **kw) May 25 12:23:49.084442 dv-cinder-779233-5-smb neutron-server[92473]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 25 12:23:49.084442 dv-cinder-779233-5-smb neutron-server[92473]: return func(*args, **kwargs) May 25 12:23:49.084442 dv-cinder-779233-5-smb neutron-server[92473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 25 12:23:49.084442 dv-cinder-779233-5-smb neutron-server[92473]: self._notify() May 25 12:23:49.084442 dv-cinder-779233-5-smb neutron-server[92473]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 25 12:23:49.084442 dv-cinder-779233-5-smb neutron-server[92473]: self.callback(batched_events) May 25 12:23:49.084442 dv-cinder-779233-5-smb neutron-server[92473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 25 12:23:49.084442 dv-cinder-779233-5-smb neutron-server[92473]: event.method(event) May 25 12:23:49.084442 dv-cinder-779233-5-smb neutron-server[92473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 25 12:23:49.084442 dv-cinder-779233-5-smb neutron-server[92473]: aggregate_id = self._get_aggregate_id(event.segment_id) May 25 12:23:49.084442 dv-cinder-779233-5-smb neutron-server[92473]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 25 12:23:49.084442 dv-cinder-779233-5-smb neutron-server[92473]: aggregate_uuid = self.p_client.list_aggregates( May 25 12:23:49.084442 dv-cinder-779233-5-smb neutron-server[92473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 25 12:23:49.084442 dv-cinder-779233-5-smb neutron-server[92473]: return f(self, *a, **k) May 25 12:23:49.084442 dv-cinder-779233-5-smb neutron-server[92473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 25 12:23:49.084442 dv-cinder-779233-5-smb neutron-server[92473]: return self._get(url).json() May 25 12:23:49.084442 dv-cinder-779233-5-smb neutron-server[92473]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 25 12:23:49.084442 dv-cinder-779233-5-smb neutron-server[92473]: return self._client.get(url, endpoint_filter=self._ks_filter, May 25 12:23:49.084442 dv-cinder-779233-5-smb neutron-server[92473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 25 12:23:49.084442 dv-cinder-779233-5-smb neutron-server[92473]: return self.request(url, 'GET', **kwargs) May 25 12:23:49.084442 dv-cinder-779233-5-smb neutron-server[92473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 25 12:23:49.084442 dv-cinder-779233-5-smb neutron-server[92473]: base_url = self.get_endpoint(auth, allow=allow, May 25 12:23:49.084442 dv-cinder-779233-5-smb neutron-server[92473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 25 12:23:49.084442 dv-cinder-779233-5-smb neutron-server[92473]: auth = self._auth_required(auth, 'determine endpoint URL') May 25 12:23:49.084442 dv-cinder-779233-5-smb neutron-server[92473]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 25 12:23:49.084442 dv-cinder-779233-5-smb neutron-server[92473]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 25 12:23:49.084442 dv-cinder-779233-5-smb neutron-server[92473]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 25 12:23:49.212455 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-c06b315f-2cae-4f9e-86ff-6c8cceea557c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1908289', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1019683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-653800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1047083'] for network, after_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:23:49.216077 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:23:49.231960 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-c06b315f-2cae-4f9e-86ff-6c8cceea557c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-653773'] for network, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:23:49.239647 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06b315f-2cae-4f9e-86ff-6c8cceea557c admin admin] Pushing event deleted for resources: {'Network': ['ID=9e203381-a96d-4880-a7ef-d6ef0608763a,revision_number=None']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:23:49.243509 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-c06b315f-2cae-4f9e-86ff-6c8cceea557c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:23:49.350348 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-c06b315f-2cae-4f9e-86ff-6c8cceea557c admin admin] 10.222.0.44 "DELETE /v2.0/networks/9e203381-a96d-4880-a7ef-d6ef0608763a HTTP/1.1" status: 204 len: 168 time: 1.0278132 May 25 12:23:49.595833 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-cb1178c2-b2b5-418b-a63c-7279ce5a9fe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:23:49.788683 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Device 896b10bf-d32a-487d-b2a6-7bbdd383cb0b no longer exists at agent ovs-agent-dv-cinder-779233-5-smb {{(pid=92474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 25 12:23:49.828529 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.plugin [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] No Port match for: 896b10bf-d32a-487d-b2a6-7bbdd383cb0b {{(pid=92474) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 25 12:23:49.828889 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron.plugins.ml2.rpc [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Device 896b10bf-d32a-487d-b2a6-7bbdd383cb0b not bound to the agent host dv-cinder-779233-5-smb {{(pid=92474) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 25 12:23:50.045240 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 44942) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:23:50.094482 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-a2f6d8d9-fa99-4e26-9226-b49a5e4d3784 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0864be46d0cc487f90c57acd6472d636&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0480385 May 25 12:23:50.096859 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 44946) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:23:50.153347 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-b2849192-e4d5-4682-ba34-3e5c340ce4e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:23:50.178877 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-b2849192-e4d5-4682-ba34-3e5c340ce4e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:23:50.366844 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-b2849192-e4d5-4682-ba34-3e5c340ce4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:23:50.372045 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-c9a9f14c-b91f-463d-a2fe-94a3e5fd0e77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:23:50.384416 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2849192-e4d5-4682-ba34-3e5c340ce4e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a658de5-f18a-44b8-85e2-06f9f49ac322,revision_number=None']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:23:50.388144 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-b2849192-e4d5-4682-ba34-3e5c340ce4e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:23:50.391236 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-b2849192-e4d5-4682-ba34-3e5c340ce4e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:23:50.392362 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-b2849192-e4d5-4682-ba34-3e5c340ce4e5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3a658de5-f18a-44b8-85e2-06f9f49ac322 HTTP/1.1" status: 204 len: 168 time: 0.2946362 May 25 12:23:56.737730 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 45036) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:23:56.854022 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-6b56a04c-cc07-4cb3-9866-4e4695c04d57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:23:56.867629 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-6b56a04c-cc07-4cb3-9866-4e4695c04d57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:23:56.871396 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-6b56a04c-cc07-4cb3-9866-4e4695c04d57 admin admin] Usage tracker for resource:security_group_rule and tenant:4b8a238dffdb410ab5370af41269fb46 is out of sync, need to count used quota {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:23:56.874064 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-6b56a04c-cc07-4cb3-9866-4e4695c04d57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:23:56.879594 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-6b56a04c-cc07-4cb3-9866-4e4695c04d57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:23:56.963681 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-6b56a04c-cc07-4cb3-9866-4e4695c04d57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:23:57.012551 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-6b56a04c-cc07-4cb3-9866-4e4695c04d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:23:57.019252 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-84911224-5271-4a2f-a20c-595b100c5173 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:23:57.058761 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-6b56a04c-cc07-4cb3-9866-4e4695c04d57 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4b8a238dffdb410ab5370af41269fb46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3200216 May 25 12:23:57.059645 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b56a04c-cc07-4cb3-9866-4e4695c04d57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=275f24a6-8f66-4f2e-96d3-ad19bd761311,revision_number=1']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:23:57.062569 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 45042) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:23:57.063065 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-6b56a04c-cc07-4cb3-9866-4e4695c04d57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:23:57.119785 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-5d70306c-ea73-4da2-83ec-86e4c096db04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:23:57.144341 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-5d70306c-ea73-4da2-83ec-86e4c096db04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:23:57.275203 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-5d70306c-ea73-4da2-83ec-86e4c096db04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:23:57.280062 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-47749da4-caeb-4078-963d-6c1b25eb6867 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:23:57.291554 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d70306c-ea73-4da2-83ec-86e4c096db04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=275f24a6-8f66-4f2e-96d3-ad19bd761311,revision_number=None']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:23:57.293842 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-5d70306c-ea73-4da2-83ec-86e4c096db04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:23:57.297724 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-5d70306c-ea73-4da2-83ec-86e4c096db04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:23:57.298846 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-5d70306c-ea73-4da2-83ec-86e4c096db04 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/275f24a6-8f66-4f2e-96d3-ad19bd761311 HTTP/1.1" status: 204 len: 168 time: 0.2347360 May 25 12:23:57.349413 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:23:57.987832 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 45050) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:23:58.005465 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-d5fb3567-d048-4a69-bea9-493d4f9fca06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:23:58.020385 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-d5fb3567-d048-4a69-bea9-493d4f9fca06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:23:58.024060 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-d5fb3567-d048-4a69-bea9-493d4f9fca06 admin admin] Usage tracker for resource:security_group_rule and tenant:0a2a147457ea420ca31ce05d83e8a875 is out of sync, need to count used quota {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:23:58.026737 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-d5fb3567-d048-4a69-bea9-493d4f9fca06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:23:58.032338 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-d5fb3567-d048-4a69-bea9-493d4f9fca06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:23:58.111093 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-d5fb3567-d048-4a69-bea9-493d4f9fca06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:23:58.177590 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-d5fb3567-d048-4a69-bea9-493d4f9fca06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:23:58.184693 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-5e749e90-5383-4b84-b362-82bd682ae975 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:23:58.223201 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fb3567-d048-4a69-bea9-493d4f9fca06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84b793a5-3ac7-4bba-899b-5e62e7ac0e88,revision_number=1']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:23:58.227233 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-d5fb3567-d048-4a69-bea9-493d4f9fca06 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0a2a147457ea420ca31ce05d83e8a875&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2383728 May 25 12:23:58.228176 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-d5fb3567-d048-4a69-bea9-493d4f9fca06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:23:58.230028 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 45054) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:23:58.295348 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-5cb8a50a-c138-44e5-a9e8-936c9aec9b51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:23:58.409796 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-5cb8a50a-c138-44e5-a9e8-936c9aec9b51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:23:58.520959 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-5cb8a50a-c138-44e5-a9e8-936c9aec9b51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:23:58.524803 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-8374c392-2527-42c2-886d-f9e8e16685c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:23:58.536654 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb8a50a-c138-44e5-a9e8-936c9aec9b51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84b793a5-3ac7-4bba-899b-5e62e7ac0e88,revision_number=None']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:23:58.540075 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-5cb8a50a-c138-44e5-a9e8-936c9aec9b51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:23:58.543287 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-5cb8a50a-c138-44e5-a9e8-936c9aec9b51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:23:58.544428 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-5cb8a50a-c138-44e5-a9e8-936c9aec9b51 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/84b793a5-3ac7-4bba-899b-5e62e7ac0e88 HTTP/1.1" status: 204 len: 168 time: 0.3124301 May 25 12:24:03.148172 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 45124) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:24:03.266141 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-92ddc711-b7f4-48e9-a6e1-3584382a509b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:24:03.280150 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-92ddc711-b7f4-48e9-a6e1-3584382a509b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:24:03.283894 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-92ddc711-b7f4-48e9-a6e1-3584382a509b admin admin] Usage tracker for resource:security_group_rule and tenant:b51ed16475cd46e2a5512e734f8c4991 is out of sync, need to count used quota {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:24:03.286640 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-92ddc711-b7f4-48e9-a6e1-3584382a509b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:24:03.292538 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-92ddc711-b7f4-48e9-a6e1-3584382a509b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:24:03.374658 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-92ddc711-b7f4-48e9-a6e1-3584382a509b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:24:03.452568 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-92ddc711-b7f4-48e9-a6e1-3584382a509b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:24:03.460734 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-982ee47a-c56b-421e-8353-000d7cf4dda3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:24:03.499594 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-92ddc711-b7f4-48e9-a6e1-3584382a509b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b51ed16475cd46e2a5512e734f8c4991&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3503754 May 25 12:24:03.501208 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ddc711-b7f4-48e9-a6e1-3584382a509b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a567965-56bc-4353-9ab8-d873961779c3,revision_number=1']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:24:03.502219 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 45130) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:24:03.504195 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-92ddc711-b7f4-48e9-a6e1-3584382a509b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:24:03.561487 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-863ef065-4296-4c19-bb25-2e30047b3eaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:24:03.586041 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-863ef065-4296-4c19-bb25-2e30047b3eaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:24:03.703531 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-863ef065-4296-4c19-bb25-2e30047b3eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:24:03.707198 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-aed577b9-a809-42c7-b08c-2c6e9722933b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:24:03.718065 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863ef065-4296-4c19-bb25-2e30047b3eaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a567965-56bc-4353-9ab8-d873961779c3,revision_number=None']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:24:03.721881 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-863ef065-4296-4c19-bb25-2e30047b3eaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:24:03.725179 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-863ef065-4296-4c19-bb25-2e30047b3eaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:24:03.728383 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-863ef065-4296-4c19-bb25-2e30047b3eaa admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5a567965-56bc-4353-9ab8-d873961779c3 HTTP/1.1" status: 204 len: 168 time: 0.2251501 May 25 12:24:04.316717 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 45138) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:24:04.334943 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-0b276da7-2ebd-4e25-91bb-0336baae9e09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:24:04.352837 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-0b276da7-2ebd-4e25-91bb-0336baae9e09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:24:04.356585 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-0b276da7-2ebd-4e25-91bb-0336baae9e09 admin admin] Usage tracker for resource:security_group_rule and tenant:983c7fbb1e284a31ac38ccd7753ee184 is out of sync, need to count used quota {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:24:04.359465 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-0b276da7-2ebd-4e25-91bb-0336baae9e09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:24:04.365251 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-0b276da7-2ebd-4e25-91bb-0336baae9e09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:24:04.445937 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-0b276da7-2ebd-4e25-91bb-0336baae9e09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:24:04.537940 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-0b276da7-2ebd-4e25-91bb-0336baae9e09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:24:04.545486 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-424fa9cc-51e2-41eb-8fe9-447d96addf89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:24:04.586640 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-0b276da7-2ebd-4e25-91bb-0336baae9e09 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=983c7fbb1e284a31ac38ccd7753ee184&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2688506 May 25 12:24:04.587636 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b276da7-2ebd-4e25-91bb-0336baae9e09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c57c65a-25a9-4a38-820b-a4612ed9f32b,revision_number=1']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:24:04.589410 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 45142) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:24:04.590506 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-0b276da7-2ebd-4e25-91bb-0336baae9e09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:24:04.651476 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-182eca22-1c4b-4ff6-868b-b92cd1e962c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:24:04.676371 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-182eca22-1c4b-4ff6-868b-b92cd1e962c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:24:04.846573 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-182eca22-1c4b-4ff6-868b-b92cd1e962c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:24:04.850191 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-4d4b40fa-790f-434d-8192-e50ce2d3f4d3 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:24:04.865126 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182eca22-1c4b-4ff6-868b-b92cd1e962c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c57c65a-25a9-4a38-820b-a4612ed9f32b,revision_number=None']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:24:04.868837 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-182eca22-1c4b-4ff6-868b-b92cd1e962c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:24:04.876551 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-182eca22-1c4b-4ff6-868b-b92cd1e962c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:24:04.877647 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-182eca22-1c4b-4ff6-868b-b92cd1e962c5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9c57c65a-25a9-4a38-820b-a4612ed9f32b HTTP/1.1" status: 204 len: 168 time: 0.2872498 May 25 12:24:14.035106 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-423c7149-52b0-49e7-863c-8ab9bc13330e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:24:16.406493 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:24:16.788982 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-08b67095-b357-4ebc-ad0a-e1f3412b1a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:24:18.023626 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ff182aac-c7db-4435-9e5c-c570f96503ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:24:19.210864 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 45252) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:24:19.325505 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-09a957a3-dba9-430c-952b-9c55b68d5741 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:24:19.339784 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-09a957a3-dba9-430c-952b-9c55b68d5741 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:24:19.344105 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-09a957a3-dba9-430c-952b-9c55b68d5741 admin admin] Usage tracker for resource:security_group_rule and tenant:b3fe61d5816e40e9b4c428097e1189d1 is out of sync, need to count used quota {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:24:19.346825 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-09a957a3-dba9-430c-952b-9c55b68d5741 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:24:19.352434 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-09a957a3-dba9-430c-952b-9c55b68d5741 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:24:19.430116 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-09a957a3-dba9-430c-952b-9c55b68d5741 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:24:19.491997 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-09a957a3-dba9-430c-952b-9c55b68d5741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:24:19.500778 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-69f43307-598b-4ea6-8026-653488ab357a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:24:19.545896 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-09a957a3-dba9-430c-952b-9c55b68d5741 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b3fe61d5816e40e9b4c428097e1189d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3313746 May 25 12:24:19.545896 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a957a3-dba9-430c-952b-9c55b68d5741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=327f4a6d-6cc9-4105-b721-497324683617,revision_number=1']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:24:19.546252 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 45258) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:24:19.548265 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-09a957a3-dba9-430c-952b-9c55b68d5741 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:24:19.566318 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-cb1178c2-b2b5-418b-a63c-7279ce5a9fe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:24:19.603966 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-24cc5df9-7614-4be0-b040-89c88d2924ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:24:19.629377 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-24cc5df9-7614-4be0-b040-89c88d2924ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:24:19.743249 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-24cc5df9-7614-4be0-b040-89c88d2924ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:24:19.746909 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-3a2ba31f-dbb2-4490-a92d-908d8f78048a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:24:19.761361 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cc5df9-7614-4be0-b040-89c88d2924ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=327f4a6d-6cc9-4105-b721-497324683617,revision_number=None']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:24:19.765949 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-24cc5df9-7614-4be0-b040-89c88d2924ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:24:19.768965 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-24cc5df9-7614-4be0-b040-89c88d2924ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:24:19.770107 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-24cc5df9-7614-4be0-b040-89c88d2924ab admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/327f4a6d-6cc9-4105-b721-497324683617 HTTP/1.1" status: 204 len: 168 time: 0.2229455 May 25 12:24:20.339810 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 45266) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:24:20.357285 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-61a82022-01fa-4a36-ae97-6610bdd81b78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:24:20.372587 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-61a82022-01fa-4a36-ae97-6610bdd81b78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:24:20.377346 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-61a82022-01fa-4a36-ae97-6610bdd81b78 admin admin] Usage tracker for resource:security_group_rule and tenant:006cdde97cb0496a8a1d9655071c0d2c is out of sync, need to count used quota {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:24:20.380279 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-61a82022-01fa-4a36-ae97-6610bdd81b78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:24:20.385906 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-61a82022-01fa-4a36-ae97-6610bdd81b78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:24:20.465086 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-61a82022-01fa-4a36-ae97-6610bdd81b78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:24:20.526280 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-61a82022-01fa-4a36-ae97-6610bdd81b78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:24:20.535116 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-1e7fbcf4-3972-46b0-aaf1-13fd0b807d93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:24:20.574830 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-61a82022-01fa-4a36-ae97-6610bdd81b78 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=006cdde97cb0496a8a1d9655071c0d2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2339697 May 25 12:24:20.575749 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a82022-01fa-4a36-ae97-6610bdd81b78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f867ef67-6a4a-4fd3-9096-a31770f90cbc,revision_number=1']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:24:20.578163 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 45270) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:24:20.578718 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-61a82022-01fa-4a36-ae97-6610bdd81b78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:24:20.636360 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-056faed7-102f-46ce-82f1-2863b0303e46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:24:20.661556 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-056faed7-102f-46ce-82f1-2863b0303e46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:24:20.783534 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-056faed7-102f-46ce-82f1-2863b0303e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:24:20.787007 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-5d70306c-ea73-4da2-83ec-86e4c096db04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:24:20.798828 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056faed7-102f-46ce-82f1-2863b0303e46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f867ef67-6a4a-4fd3-9096-a31770f90cbc,revision_number=None']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:24:20.802639 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-056faed7-102f-46ce-82f1-2863b0303e46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:24:20.813088 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-056faed7-102f-46ce-82f1-2863b0303e46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:24:20.816017 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-056faed7-102f-46ce-82f1-2863b0303e46 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f867ef67-6a4a-4fd3-9096-a31770f90cbc HTTP/1.1" status: 204 len: 168 time: 0.2368262 May 25 12:24:24.104940 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.agents_db [None req-9d38de35-3365-4658-8f1e-c8b00fd146ea None None] Agent healthcheck: found 6 active agents {{(pid=92475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 12:24:27.343960 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:24:33.257206 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 45392) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:24:33.371515 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-3f016459-d95d-4b02-b036-8cc38075e055 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:24:33.385578 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-3f016459-d95d-4b02-b036-8cc38075e055 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:24:33.389398 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-3f016459-d95d-4b02-b036-8cc38075e055 admin admin] Usage tracker for resource:security_group_rule and tenant:ca4c6157cb11466190a653354f47ac72 is out of sync, need to count used quota {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:24:33.392341 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-3f016459-d95d-4b02-b036-8cc38075e055 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:24:33.397979 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-3f016459-d95d-4b02-b036-8cc38075e055 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:24:33.480084 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-3f016459-d95d-4b02-b036-8cc38075e055 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:24:33.583612 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-3f016459-d95d-4b02-b036-8cc38075e055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:24:33.593892 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-e7ef4102-a342-412e-9de3-cb008e21e4a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:24:33.632231 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f016459-d95d-4b02-b036-8cc38075e055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb091b57-3817-453c-9e3b-98aef6981219,revision_number=1']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:24:33.636270 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-3f016459-d95d-4b02-b036-8cc38075e055 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ca4c6157cb11466190a653354f47ac72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3780954 May 25 12:24:33.637201 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-3f016459-d95d-4b02-b036-8cc38075e055 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:24:33.638856 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 45398) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:24:33.696068 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-28e0b30d-4b28-40f0-a6c9-962a75df7175 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:24:33.721966 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-28e0b30d-4b28-40f0-a6c9-962a75df7175 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:24:33.834277 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-28e0b30d-4b28-40f0-a6c9-962a75df7175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:24:33.837734 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-84259112-f467-49c3-9b20-edea69c9b967 tempest-VolumesNegativeTest-663117282 tempest-VolumesNegativeTest-663117282-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:24:33.848378 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e0b30d-4b28-40f0-a6c9-962a75df7175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb091b57-3817-453c-9e3b-98aef6981219,revision_number=None']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:24:33.852297 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-28e0b30d-4b28-40f0-a6c9-962a75df7175 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:24:33.855116 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-28e0b30d-4b28-40f0-a6c9-962a75df7175 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:24:33.856296 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-28e0b30d-4b28-40f0-a6c9-962a75df7175 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fb091b57-3817-453c-9e3b-98aef6981219 HTTP/1.1" status: 204 len: 168 time: 0.2164421 May 25 12:24:34.524602 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 45406) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:24:34.542692 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-ad0d4ebe-7b93-428a-8c9f-7a14e9191c3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:24:34.558151 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-ad0d4ebe-7b93-428a-8c9f-7a14e9191c3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:24:34.562357 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-ad0d4ebe-7b93-428a-8c9f-7a14e9191c3e admin admin] Usage tracker for resource:security_group_rule and tenant:f65c6e3f202144a4be749766f08b3915 is out of sync, need to count used quota {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:24:34.565850 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.quota.resource [None req-ad0d4ebe-7b93-428a-8c9f-7a14e9191c3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92472) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:24:34.571724 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.db.quota.driver [None req-ad0d4ebe-7b93-428a-8c9f-7a14e9191c3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92472) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:24:34.650834 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-ad0d4ebe-7b93-428a-8c9f-7a14e9191c3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:24:34.720233 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-ad0d4ebe-7b93-428a-8c9f-7a14e9191c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_create {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:24:34.732867 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-45801c97-ec12-486f-8f80-3e5cdbfb8a26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:24:34.770772 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-ad0d4ebe-7b93-428a-8c9f-7a14e9191c3e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f65c6e3f202144a4be749766f08b3915&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2450900 May 25 12:24:34.771637 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0d4ebe-7b93-428a-8c9f-7a14e9191c3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1a0439f-a488-4078-8f89-cf49f6a9490b,revision_number=1']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:24:34.774040 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 45410) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:24:34.774709 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-ad0d4ebe-7b93-428a-8c9f-7a14e9191c3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:24:34.835147 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-2b84e08a-0d1e-4c26-b594-ed75a50f13f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:24:34.860503 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-2b84e08a-0d1e-4c26-b594-ed75a50f13f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:24:34.977165 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-2b84e08a-0d1e-4c26-b594-ed75a50f13f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:24:34.980672 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-f97911fe-814d-41a6-9df4-1f06689fe437 tempest-AttachVolumeTestJSON-1555305282 tempest-AttachVolumeTestJSON-1555305282-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:24:34.991285 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b84e08a-0d1e-4c26-b594-ed75a50f13f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1a0439f-a488-4078-8f89-cf49f6a9490b,revision_number=None']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:24:34.993604 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-2b84e08a-0d1e-4c26-b594-ed75a50f13f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:24:34.999536 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-2b84e08a-0d1e-4c26-b594-ed75a50f13f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:24:35.000647 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-2b84e08a-0d1e-4c26-b594-ed75a50f13f5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f1a0439f-a488-4078-8f89-cf49f6a9490b HTTP/1.1" status: 204 len: 168 time: 0.2256556 May 25 12:24:35.717899 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 45418) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:24:35.735030 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-58b3e170-0baa-4e99-8ea3-b5bb522cc438 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:24:35.749454 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-58b3e170-0baa-4e99-8ea3-b5bb522cc438 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:24:35.753863 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-58b3e170-0baa-4e99-8ea3-b5bb522cc438 admin admin] Usage tracker for resource:security_group_rule and tenant:8c5d686a21164156a9ccc7c2a6933eb4 is out of sync, need to count used quota {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:24:35.756588 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-58b3e170-0baa-4e99-8ea3-b5bb522cc438 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:24:35.762107 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-58b3e170-0baa-4e99-8ea3-b5bb522cc438 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:24:35.841152 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-58b3e170-0baa-4e99-8ea3-b5bb522cc438 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:24:35.914536 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-58b3e170-0baa-4e99-8ea3-b5bb522cc438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:24:35.921590 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-cc7ee67f-10d6-486d-8eab-2e18b74645c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:24:35.960837 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b3e170-0baa-4e99-8ea3-b5bb522cc438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d60eb25-79b8-46f0-820e-735f9fe25663,revision_number=1']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:24:35.963802 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-58b3e170-0baa-4e99-8ea3-b5bb522cc438 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:24:35.966417 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-58b3e170-0baa-4e99-8ea3-b5bb522cc438 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8c5d686a21164156a9ccc7c2a6933eb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2475543 May 25 12:24:35.969083 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 45422) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:24:36.029650 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-56723453-cb54-4ed4-93b9-fa073a1810ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:24:36.055249 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-56723453-cb54-4ed4-93b9-fa073a1810ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:24:36.171907 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-56723453-cb54-4ed4-93b9-fa073a1810ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_delete {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:24:36.176180 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-969aa346-11e7-4b11-94dd-e3d3b2c3d8fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:24:36.186843 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56723453-cb54-4ed4-93b9-fa073a1810ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d60eb25-79b8-46f0-820e-735f9fe25663,revision_number=None']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:24:36.197273 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56723453-cb54-4ed4-93b9-fa073a1810ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:24:36.199260 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56723453-cb54-4ed4-93b9-fa073a1810ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:24:36.199260 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56723453-cb54-4ed4-93b9-fa073a1810ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:24:36.199260 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56723453-cb54-4ed4-93b9-fa073a1810ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:24:36.199260 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56723453-cb54-4ed4-93b9-fa073a1810ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:24:36.199260 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56723453-cb54-4ed4-93b9-fa073a1810ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:24:36.199853 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56723453-cb54-4ed4-93b9-fa073a1810ed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:24:36.199853 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56723453-cb54-4ed4-93b9-fa073a1810ed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:24:36.200070 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56723453-cb54-4ed4-93b9-fa073a1810ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:24:36.200418 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56723453-cb54-4ed4-93b9-fa073a1810ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:24:36.200765 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56723453-cb54-4ed4-93b9-fa073a1810ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:24:36.201107 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56723453-cb54-4ed4-93b9-fa073a1810ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92473) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:24:36.204073 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-56723453-cb54-4ed4-93b9-fa073a1810ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:24:36.205217 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-56723453-cb54-4ed4-93b9-fa073a1810ed admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5d60eb25-79b8-46f0-820e-735f9fe25663 HTTP/1.1" status: 204 len: 168 time: 0.2352486 May 25 12:24:36.206173 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-56723453-cb54-4ed4-93b9-fa073a1810ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:24:41.064956 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 45468) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:24:41.179674 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-7d03a41a-ba71-4033-aa46-28f4f09eb06f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:24:41.194237 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-7d03a41a-ba71-4033-aa46-28f4f09eb06f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:24:41.197952 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-7d03a41a-ba71-4033-aa46-28f4f09eb06f admin admin] Usage tracker for resource:security_group_rule and tenant:3d34cc4b15cd435d88d9e11146bfca8f is out of sync, need to count used quota {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:24:41.200678 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-7d03a41a-ba71-4033-aa46-28f4f09eb06f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:24:41.206225 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-7d03a41a-ba71-4033-aa46-28f4f09eb06f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:24:41.284371 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-7d03a41a-ba71-4033-aa46-28f4f09eb06f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:24:41.325597 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-7d03a41a-ba71-4033-aa46-28f4f09eb06f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:24:41.332637 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-3fafc20d-7e1d-430e-aa4f-24ad48baa277 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:24:41.376388 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-7d03a41a-ba71-4033-aa46-28f4f09eb06f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3d34cc4b15cd435d88d9e11146bfca8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3103960 May 25 12:24:41.377257 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d03a41a-ba71-4033-aa46-28f4f09eb06f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4de2f5e1-cfd1-43c5-9de0-fffa89a25bed,revision_number=1']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:24:41.379816 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 45474) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:24:41.380317 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-7d03a41a-ba71-4033-aa46-28f4f09eb06f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:24:41.440794 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-bc2c000d-c5ab-4990-976d-ea5e0dc857cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:24:41.466604 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-bc2c000d-c5ab-4990-976d-ea5e0dc857cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:24:41.611534 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-bc2c000d-c5ab-4990-976d-ea5e0dc857cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:24:41.615874 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-24cc5df9-7614-4be0-b040-89c88d2924ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:24:41.629384 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2c000d-c5ab-4990-976d-ea5e0dc857cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4de2f5e1-cfd1-43c5-9de0-fffa89a25bed,revision_number=None']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:24:41.637100 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2c000d-c5ab-4990-976d-ea5e0dc857cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:24:41.637466 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2c000d-c5ab-4990-976d-ea5e0dc857cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:24:41.643289 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2c000d-c5ab-4990-976d-ea5e0dc857cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:24:41.643289 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2c000d-c5ab-4990-976d-ea5e0dc857cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:24:41.643289 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2c000d-c5ab-4990-976d-ea5e0dc857cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:24:41.643289 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2c000d-c5ab-4990-976d-ea5e0dc857cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:24:41.643289 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2c000d-c5ab-4990-976d-ea5e0dc857cc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:24:41.643289 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2c000d-c5ab-4990-976d-ea5e0dc857cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:24:41.643289 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2c000d-c5ab-4990-976d-ea5e0dc857cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:24:41.643289 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2c000d-c5ab-4990-976d-ea5e0dc857cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:24:41.643289 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2c000d-c5ab-4990-976d-ea5e0dc857cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:24:41.643289 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2c000d-c5ab-4990-976d-ea5e0dc857cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779233-5-smb {{(pid=92472) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 25 12:24:41.645486 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-bc2c000d-c5ab-4990-976d-ea5e0dc857cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:24:41.652681 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-bc2c000d-c5ab-4990-976d-ea5e0dc857cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:24:41.653778 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-bc2c000d-c5ab-4990-976d-ea5e0dc857cc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4de2f5e1-cfd1-43c5-9de0-fffa89a25bed HTTP/1.1" status: 204 len: 168 time: 0.2729976 May 25 12:24:44.074658 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ba494484-3631-4b43-ab57-661387f8dc1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:24:46.405698 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:24:46.765974 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-96d22a48-d8f3-45b0-ae1a-f69af808af83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:24:48.103012 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ff182aac-c7db-4435-9e5c-c570f96503ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:24:49.571961 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-cb1178c2-b2b5-418b-a63c-7279ce5a9fe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:24:55.473642 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [-] (92473) accepted ('10.222.0.44', 45610) {{(pid=92473) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:24:55.642108 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-75aa8bd4-e5cf-4540-b8d5-d2ae832d04c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:24:55.656517 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-75aa8bd4-e5cf-4540-b8d5-d2ae832d04c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 25 12:24:55.660342 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-75aa8bd4-e5cf-4540-b8d5-d2ae832d04c1 admin admin] Usage tracker for resource:security_group_rule and tenant:64133c28e54741e2817e06fc8c80fa4b is out of sync, need to count used quota {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 25 12:24:55.663649 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.quota.resource [None req-75aa8bd4-e5cf-4540-b8d5-d2ae832d04c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92473) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 25 12:24:55.670299 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.db.quota.driver [None req-75aa8bd4-e5cf-4540-b8d5-d2ae832d04c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92473) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 25 12:24:55.748039 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-75aa8bd4-e5cf-4540-b8d5-d2ae832d04c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:24:55.793842 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron_lib.callbacks.manager [None req-75aa8bd4-e5cf-4540-b8d5-d2ae832d04c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_create {{(pid=92473) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:24:55.800644 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-cd1cd4b9-99b9-4c18-b63d-583d921adc61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:24:55.841380 dv-cinder-779233-5-smb neutron-server[92473]: INFO neutron.wsgi [None req-75aa8bd4-e5cf-4540-b8d5-d2ae832d04c1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=64133c28e54741e2817e06fc8c80fa4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3666890 May 25 12:24:55.842305 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75aa8bd4-e5cf-4540-b8d5-d2ae832d04c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6136e63f-c49d-4d43-8714-891169f7571e,revision_number=1']} {{(pid=92473) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:24:55.844960 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [-] (92472) accepted ('10.222.0.44', 45616) {{(pid=92472) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 25 12:24:55.845459 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG oslo_concurrency.lockutils [None req-75aa8bd4-e5cf-4540-b8d5-d2ae832d04c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92473) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:24:55.907273 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-1e0276e4-f5bd-4906-bd1c-9a19e1ca2c37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:24:55.932311 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-1e0276e4-f5bd-4906-bd1c-9a19e1ca2c37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:24:56.051192 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-1e0276e4-f5bd-4906-bd1c-9a19e1ca2c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1019715'] for security_group, after_delete {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:24:56.055250 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-3fcb4211-bf24-453a-9b18-247d4ae4d5b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 25 12:24:56.066140 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0276e4-f5bd-4906-bd1c-9a19e1ca2c37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6136e63f-c49d-4d43-8714-891169f7571e,revision_number=None']} {{(pid=92472) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 25 12:24:56.070175 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG oslo_concurrency.lockutils [None req-1e0276e4-f5bd-4906-bd1c-9a19e1ca2c37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92472) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 25 12:24:56.073456 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron_lib.callbacks.manager [None req-1e0276e4-f5bd-4906-bd1c-9a19e1ca2c37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92472) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:24:56.074560 dv-cinder-779233-5-smb neutron-server[92472]: INFO neutron.wsgi [None req-1e0276e4-f5bd-4906-bd1c-9a19e1ca2c37 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6136e63f-c49d-4d43-8714-891169f7571e HTTP/1.1" status: 204 len: 168 time: 0.2286174 May 25 12:24:57.342126 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:25:01.103760 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.agents_db [None req-9d38de35-3365-4658-8f1e-c8b00fd146ea None None] Agent healthcheck: found 6 active agents {{(pid=92475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 12:25:14.085708 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-cb56564f-5c96-40ff-b5b2-41c094d6913b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:25:16.416664 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:25:16.845716 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-1f22ba41-6c24-4376-a8a4-eeb70256671a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:25:18.171928 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ff182aac-c7db-4435-9e5c-c570f96503ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:25:19.571428 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-cb1178c2-b2b5-418b-a63c-7279ce5a9fe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:25:27.347571 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:25:38.102482 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.agents_db [None req-9d38de35-3365-4658-8f1e-c8b00fd146ea None None] Agent healthcheck: found 6 active agents {{(pid=92475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 12:25:44.051074 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-46f55dd5-c2a6-4658-bdfe-57797bd1566b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:25:46.393356 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:25:46.764720 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-c3da8ab5-4736-4bc9-b9d8-8fd08092a608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:25:48.079580 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ff182aac-c7db-4435-9e5c-c570f96503ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:25:49.547740 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-cb1178c2-b2b5-418b-a63c-7279ce5a9fe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:25:57.388388 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:26:14.072285 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-98dfc50a-f795-4dc0-9108-a377b2ce889f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:26:15.101371 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.agents_db [None req-9d38de35-3365-4658-8f1e-c8b00fd146ea None None] Agent healthcheck: found 6 active agents {{(pid=92475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 12:26:16.416124 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:26:16.764910 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-9f64cec3-485b-4ab9-a891-3f8312b5c08d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:26:18.084398 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ff182aac-c7db-4435-9e5c-c570f96503ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:26:19.592888 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-cb1178c2-b2b5-418b-a63c-7279ce5a9fe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:26:27.386341 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:26:44.038410 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-73e60c6f-aa87-4d24-a60d-c341fd031cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:26:46.421294 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:26:46.746978 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-d3280731-7203-476c-9355-d883755df9b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:26:48.089925 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ff182aac-c7db-4435-9e5c-c570f96503ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:26:49.580358 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-cb1178c2-b2b5-418b-a63c-7279ce5a9fe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:26:52.099987 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.agents_db [None req-9d38de35-3365-4658-8f1e-c8b00fd146ea None None] Agent healthcheck: found 6 active agents {{(pid=92475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 12:26:57.392422 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:27:14.043751 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-4bff19cc-8fbc-4ab0-9488-954402a78448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:27:16.438542 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:27:16.769692 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-2f5fb238-34aa-4f19-b1a1-9e280414cc70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:27:18.055167 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ff182aac-c7db-4435-9e5c-c570f96503ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:27:19.546472 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-cb1178c2-b2b5-418b-a63c-7279ce5a9fe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:27:27.437797 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:27:29.101903 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.agents_db [None req-9d38de35-3365-4658-8f1e-c8b00fd146ea None None] Agent healthcheck: found 6 active agents {{(pid=92475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 12:27:36.206670 dv-cinder-779233-5-smb neutron-server[92472]: DEBUG neutron.wsgi [req-68ff0a1c-4236-4229-85f0-2d75875506d4 req-a6fd1d39-2f82-4185-a009-d0bf3d3f3522 service neutron] (92472) timed out ('10.222.0.54', 53827) {{(pid=92472) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 25 12:27:43.648589 dv-cinder-779233-5-smb neutron-server[92473]: DEBUG neutron.wsgi [req-a105bc46-af43-4fbb-a1b2-a40bc3f7ac2a req-ffce7c60-0297-4733-9814-a2fa3ccc4832 service neutron] (92473) timed out ('10.222.0.54', 53832) {{(pid=92473) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 25 12:27:44.054828 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-2b960731-1b37-42fa-b3cd-f721ed11c729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:27:46.426098 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:27:46.803460 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-426e35c5-4257-4ad1-8347-261bfbaced6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:27:48.065031 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ff182aac-c7db-4435-9e5c-c570f96503ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:27:49.574987 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-cb1178c2-b2b5-418b-a63c-7279ce5a9fe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:27:57.420526 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:28:06.101231 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.agents_db [None req-9d38de35-3365-4658-8f1e-c8b00fd146ea None None] Agent healthcheck: found 6 active agents {{(pid=92475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 12:28:14.054621 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-bca44736-818d-40b1-8ae6-113ae9ea1baf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:28:16.466282 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:28:16.797390 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-3966da02-ffa1-4db4-a5cb-c25b75afaa5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:28:18.083107 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ff182aac-c7db-4435-9e5c-c570f96503ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:28:19.588282 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-cb1178c2-b2b5-418b-a63c-7279ce5a9fe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:28:27.460160 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:28:43.099913 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.agents_db [None req-9d38de35-3365-4658-8f1e-c8b00fd146ea None None] Agent healthcheck: found 6 active agents {{(pid=92475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 12:28:44.042648 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-760dd2b9-13e8-4266-a98c-98d718a5aa16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:28:46.412153 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:28:46.783809 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-968afddd-1e5a-4368-b8dd-dd78be79c357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:28:48.075032 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ff182aac-c7db-4435-9e5c-c570f96503ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:28:49.618068 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-cb1178c2-b2b5-418b-a63c-7279ce5a9fe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:28:57.429821 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:29:14.046178 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-fb7491f8-300e-41f5-84c1-23fe9bbb301d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:29:16.419624 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-e657ae1b-45c0-4513-9a13-8bbc5aeab84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:29:16.806528 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-2c493291-03d1-45ec-bfab-54e4c4a77ea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:29:18.076341 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ff182aac-c7db-4435-9e5c-c570f96503ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:29:19.608500 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-cb1178c2-b2b5-418b-a63c-7279ce5a9fe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 25 12:29:20.099198 dv-cinder-779233-5-smb neutron-server[92475]: DEBUG neutron.db.agents_db [None req-9d38de35-3365-4658-8f1e-c8b00fd146ea None None] Agent healthcheck: found 6 active agents {{(pid=92475) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 25 12:29:27.476409 dv-cinder-779233-5-smb neutron-server[92474]: DEBUG neutron_lib.callbacks.manager [None req-ec26f94e-3cb5-4890-8e1f-d3683a837f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786008650478', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1902214'] for agent, after_update {{(pid=92474) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}